-- Logs begin at Mon 2022-04-11 14:27:42 UTC, end at Mon 2022-04-11 15:47:05 UTC. -- Apr 11 15:12:54.006498 dv-cinder-836083-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 15:12:56.979740 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.common.config [-] Logging enabled! Apr 11 15:12:56.980330 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 15:12:56.980550 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103757) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 15:12:56.984063 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.common.config [-] Logging enabled! Apr 11 15:12:56.984323 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 15:12:56.984636 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103757) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 15:12:56.985568 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 15:12:56.985806 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 15:12:56.986176 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 15:12:56.986426 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 15:12:56.986658 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 15:12:56.987078 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.987512 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 15:12:56.987862 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.988164 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.988463 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.988764 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.989060 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.989346 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.989641 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.989941 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.990229 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.990513 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.990799 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.991092 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.991402 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.991726 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.992020 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.992310 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] debug = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.992593 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.993020 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.993448 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.993731 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.994022 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.994305 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.994579 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.994857 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.995143 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.995474 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] host = dv-cinder-836083-4-iscsi {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.995779 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.996072 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.996379 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.996650 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.996926 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.997331 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.997622 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.997898 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.998172 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] log_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.998452 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.998742 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.999031 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.999323 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.999566 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:56.999798 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.000091 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.000382 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.000661 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.000938 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.001215 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.001490 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.001766 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.002036 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.002329 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.002614 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.002901 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.003179 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.003456 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.003755 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.004032 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.004322 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.004599 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.004879 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.005157 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.005447 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.005717 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.005992 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.006294 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.006585 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.006898 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.007183 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.007460 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.007780 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.008056 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.008329 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.008603 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] use_json = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.008877 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.009150 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.009434 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.009709 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.009982 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.010257 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.010531 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.010819 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.011093 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:12:57.011391 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.011718 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.012026 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.012326 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.012621 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.013033 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.013329 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.013612 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.013906 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.014196 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.014487 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.014769 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.015073 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.015365 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.015692 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.016001 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.016297 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.016592 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.016869 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.017146 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.017422 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.017703 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.017994 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.018275 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.018565 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.018859 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.019142 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.019440 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.019758 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.020053 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.020343 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.020618 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.020900 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.021193 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.021471 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.021745 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.022028 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.022318 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.023115 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.023388 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.023707 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.023989 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.024266 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.024538 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.024817 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.025112 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.025393 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.025664 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.025938 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.026217 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.026493 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.026781 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.027062 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.027336 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.027640 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.027922 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.028197 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.028594 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.028876 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.029151 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.029432 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.029707 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.029979 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.030254 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.030528 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.030801 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.031074 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.031349 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.031653 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.031930 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.032204 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.032477 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.032756 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.033029 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.033319 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.033619 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.033899 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.034188 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.034469 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.034748 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.035027 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.035306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.035620 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.035904 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.036179 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.036470 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.036753 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.037040 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.037345 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.037628 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.037924 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.038948 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.039238 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.039526 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.039834 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.040118 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.040405 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.040693 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.040990 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.041286 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.041584 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.041883 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.042180 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.042464 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.042798 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.043058 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:12:57.043277 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 15:12:57.043522 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103757) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 15:12:57.427445 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 15:12:57.427755 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 15:12:57.428067 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 15:12:57.428421 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 15:12:57.761327 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.761549 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.761822 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.763259 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.763556 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.763826 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.816790 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.817076 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.817347 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.832670 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.832956 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.833226 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.863112 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.863390 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.863682 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.901241 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.901518 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:57.901786 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.246676 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.247288 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.247383 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.247629 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.248336 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.348260 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.348584 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.348867 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.349141 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.349412 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.349735 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.349996 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.350257 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.350515 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.350826 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.351088 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.351353 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.351636 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.351891 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.352148 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.352414 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.352670 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.352941 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.353211 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.353473 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.353897 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.354156 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.354442 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.354824 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.355081 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.355336 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.355766 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:12:58.356012 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:12:58.356254 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:12:58.356621 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:12:58.356862 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:12:58.357100 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:12:58.357468 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 15:12:58.360621 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 15:12:58.364559 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 15:12:58.368753 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 11 15:12:58.370371 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 15:12:58.370844 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 15:12:58.371180 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 15:12:58.371594 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 15:12:58.374667 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 15:12:58.374923 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 15:12:58.375272 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 15:12:58.380164 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 15:12:58.404709 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 15:12:58.405169 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.405468 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103757) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 15:12:58.405845 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.407202 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103757) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 15:12:58.407479 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 15:12:58.407755 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 15:12:58.411066 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.411352 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:58.474555 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 15:12:58.474745 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 15:12:58.474985 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 15:12:58.475353 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 15:12:58.496485 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_db.sqlalchemy.engines [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103757) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 15:12:59.078990 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Initializing driver for type 'gre' Apr 11 15:12:59.079527 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] gre ID ranges: [(1, 1000)] Apr 11 15:12:59.233345 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Initializing driver for type 'local' Apr 11 15:12:59.233713 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Initializing driver for type 'vlan' Apr 11 15:12:59.307964 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] VlanTypeDriver initialization complete Apr 11 15:12:59.308552 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Initializing driver for type 'vxlan' Apr 11 15:12:59.308796 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] vxlan ID ranges: [(1, 1000)] Apr 11 15:12:59.478886 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Initializing extension driver 'port_security' Apr 11 15:12:59.479231 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.extensions.port_security [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] PortSecurityExtensionDriver initialization complete Apr 11 15:12:59.479601 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Initializing mechanism driver 'openvswitch' Apr 11 15:12:59.479942 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Initializing mechanism driver 'hyperv' Apr 11 15:12:59.486480 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.plugin [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:12:59.487332 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > port after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.487755 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > port after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.488124 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > port after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.488649 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:12:59.489733 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.489733 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.489895 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.490164 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:12:59.490579 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > network after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.490935 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > network after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.491296 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > network after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.492276 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:12:59.492688 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.493046 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.493396 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.493796 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:12:59.494203 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.494557 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.494901 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.495298 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:12:59.495736 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.496095 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.496440 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.496833 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 15:12:59.497280 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] ML2 OVO RPC backend initialized. {{(pid=103757) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 15:12:59.497991 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.498351 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.498769 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > network before_response 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.499122 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > networks before_response 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.499479 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > port before_response 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.499854 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > ports before_response 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.500200 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.500544 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.500895 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > network after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.501255 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > network after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.501577 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > network after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.501918 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > port after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.502257 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > port after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.502596 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > port after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.502937 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.503275 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.503639 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.510747 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded quota_driver: . Apr 11 15:12:59.511117 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.plugin [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Modular L2 Plugin initialization complete Apr 11 15:12:59.511464 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading services supported by the core plugin {{(pid=103757) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 15:12:59.511836 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.plugins.ml2.managers [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Got port-security extension from driver 'port_security' Apr 11 15:12:59.512322 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.extensions.vlantransparent [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Disabled vlantransparent extension. Apr 11 15:12:59.512827 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103757) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 15:12:59.513157 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading Plugin: router Apr 11 15:12:59.548116 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.548516 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router after_create 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.548894 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router before_create 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.549265 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.549644 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.550006 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router after_delete 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.550371 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.550726 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.551089 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router after_create 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.551438 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router after_update 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.551814 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router after_update 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.552172 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.552536 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router after_update 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.552950 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.553323 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: port after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.553667 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: port after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.554639 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: subnet after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.554989 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.555343 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.555729 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.556079 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: port before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.556431 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.557057 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router after_update 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.557402 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.557757 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.558120 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.558465 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.558833 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > agent after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.559186 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.559696 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > network after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.560562 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Tracking information for resource: router configured {{(pid=103757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:12:59.560898 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Tracking information for resource: floatingip configured {{(pid=103757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 15:12:59.565754 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.db.l3_agentschedulers_db [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 15:12:59.566344 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: port after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.566734 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: port after_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.567090 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: port after_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.567446 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: port after_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.568258 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router before_create 55550100 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.568632 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.569000 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.569362 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.574231 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.services.provider_configuration [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service providers = [] {{(pid=103757) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 15:12:59.574603 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.db.servicetype_db [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103757) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 15:12:59.577669 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.services.service_base [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 15:12:59.578026 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.services.service_base [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 15:12:59.578379 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.services.service_base [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 15:12:59.579272 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.services.service_base [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 15:12:59.579679 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.services.service_base [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 15:12:59.580061 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:12:59.580386 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 15:12:59.592333 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:12:59.592674 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading Plugin: auto_allocate Apr 11 15:12:59.598273 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: network precommit_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.598651 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: network precommit_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.599170 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:12:59.599497 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading Plugin: tag Apr 11 15:12:59.606806 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:12:59.607135 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading Plugin: timestamp Apr 11 15:12:59.611010 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:12:59.611349 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading Plugin: network_ip_availability Apr 11 15:12:59.617412 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.617785 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.618143 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.618857 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:12:59.619179 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading Plugin: flavors Apr 11 15:12:59.624078 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:12:59.624416 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading Plugin: revisions Apr 11 15:12:59.628691 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 15:12:59.629091 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_concurrency.lockutils [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.201s {{(pid=103757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 15:12:59.629839 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103757) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 15:12:59.630181 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Initializing extension manager. Apr 11 15:12:59.630714 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: __init__.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.631064 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: __pycache__ {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.631408 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: address_group.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.632219 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.632786 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: address-group Apr 11 15:12:59.633121 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: address_scope.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.633838 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.634350 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: address-scope Apr 11 15:12:59.634683 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.635651 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.636178 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: router-admin-state-down-before-update Apr 11 15:12:59.636511 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: agent.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.637215 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.637732 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: agent Apr 11 15:12:59.638058 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: agent_resources_synced.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.638979 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.639500 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: agent-resources-synced Apr 11 15:12:59.639857 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.641633 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.642156 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: allowed-address-pairs Apr 11 15:12:59.642490 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.643587 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.644108 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: auto-allocated-topology Apr 11 15:12:59.644436 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: availability_zone.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.645132 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.645640 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: availability_zone Apr 11 15:12:59.645966 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: availability_zone_filter.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.646891 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.647399 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: availability_zone_filter Apr 11 15:12:59.647777 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: data_plane_status.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.648686 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.649189 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 15:12:59.649515 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: default_subnetpools.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.650428 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.650935 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: default-subnetpools Apr 11 15:12:59.651262 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.652104 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.652612 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: dhcp_agent_scheduler Apr 11 15:12:59.652939 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: dns.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.653848 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.654350 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 15:12:59.654677 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: dns_domain_ports.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.655617 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.656130 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 15:12:59.656460 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.657381 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.657882 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 15:12:59.658210 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: dvr.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.658880 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.659389 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: dvr Apr 11 15:12:59.659755 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: ecmp_routes.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.660671 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.661176 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 15:12:59.661503 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: empty_string_filtering.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.662410 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.662918 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: empty-string-filtering Apr 11 15:12:59.663782 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.664688 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.665197 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 15:12:59.665525 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.666437 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.666946 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 15:12:59.667277 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: external_net.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.668214 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.668726 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: external-net Apr 11 15:12:59.669057 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.669958 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.670467 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: extra_dhcp_opt Apr 11 15:12:59.670794 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: extraroute.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.671734 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.672247 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: extraroute Apr 11 15:12:59.672573 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: extraroute_atomic.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.673608 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.674120 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: extraroute-atomic Apr 11 15:12:59.674448 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: filter_validation.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.675117 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.675662 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: filter-validation Apr 11 15:12:59.676001 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: fip_pf_description.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.677086 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.677602 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 15:12:59.677932 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: fip_pf_port_range.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.679390 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.680091 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 15:12:59.680415 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: fip_port_details.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.681347 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.682110 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: fip-port-details Apr 11 15:12:59.682438 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: flavors.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.683706 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.684226 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: flavors Apr 11 15:12:59.684555 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.686243 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.686768 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 15:12:59.687110 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: floatingip_pools.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.687846 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.688360 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: floatingip-pools Apr 11 15:12:59.688694 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: ip_allocation.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.689623 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.690138 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 15:12:59.690467 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.691391 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.691941 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: ip-substring-filtering Apr 11 15:12:59.692273 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: l2_adjacency.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.693225 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.693736 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 15:12:59.694067 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: l3.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.695059 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.695605 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: router Apr 11 15:12:59.695941 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.698192 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.698717 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 15:12:59.699056 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.700032 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.700547 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: ext-gw-mode Apr 11 15:12:59.700878 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.701799 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.702313 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: l3-ha Apr 11 15:12:59.702644 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.703574 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.704111 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 15:12:59.704440 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: l3_flavors.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.705356 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.705864 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: l3-flavors Apr 11 15:12:59.706199 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.707599 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.708127 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 15:12:59.708466 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.709384 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.709901 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 15:12:59.710261 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: l3agentscheduler.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.711304 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.711859 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: l3_agent_scheduler Apr 11 15:12:59.712194 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: local_ip.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.714081 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.714615 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension local_ip not supported by any of loaded plugins Apr 11 15:12:59.714959 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: logging.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.716504 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.717038 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension logging not supported by any of loaded plugins Apr 11 15:12:59.717379 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: metering.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.718131 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.718717 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: metering Apr 11 15:12:59.719051 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.720325 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.720933 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: metering_source_and_destination_fields Apr 11 15:12:59.721272 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: multiprovidernet.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.722307 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.722900 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: multi-provider Apr 11 15:12:59.723233 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: netmtu.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.724266 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.724797 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: net-mtu Apr 11 15:12:59.725289 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: netmtu_writable.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.726738 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.727251 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: net-mtu-writable Apr 11 15:12:59.727610 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: network_availability_zone.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.728289 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.728800 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: network_availability_zone Apr 11 15:12:59.729173 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: network_ip_availability.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.730246 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.730761 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: network-ip-availability Apr 11 15:12:59.731089 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: network_segment_range.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.731914 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.732422 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 15:12:59.732749 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: pagination.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.733729 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.734061 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: pagination Apr 11 15:12:59.734385 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: port_device_profile.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.735289 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.735841 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: port-device-profile Apr 11 15:12:59.736171 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.737102 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.737607 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: port-mac-address-regenerate Apr 11 15:12:59.737932 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.738853 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.739366 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: port-numa-affinity-policy Apr 11 15:12:59.739727 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: port_resource_request.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.740647 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.741153 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 15:12:59.742194 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.743168 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.743708 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 15:12:59.744039 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: portbindings.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.744970 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.745477 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: binding Apr 11 15:12:59.745804 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: portbindings_extended.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.747079 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.747624 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: binding-extended Apr 11 15:12:59.747960 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: portsecurity.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.748888 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.749401 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: port-security Apr 11 15:12:59.749730 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: project_id.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.750707 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.751044 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: project-id Apr 11 15:12:59.751375 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: providernet.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.752330 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.752844 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: provider Apr 11 15:12:59.753172 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.756758 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.757315 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos not supported by any of loaded plugins Apr 11 15:12:59.757654 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.758905 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.759423 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 15:12:59.759795 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.760850 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.761369 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 15:12:59.761699 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_default.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.762639 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.763231 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-default not supported by any of loaded plugins Apr 11 15:12:59.763590 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_fip.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.764520 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.765037 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 15:12:59.765369 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.766295 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.766804 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 15:12:59.767133 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.768087 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.768600 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 15:12:59.768928 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.769844 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.770355 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 15:12:59.770683 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.771758 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.772275 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 15:12:59.773128 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.774176 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.774693 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 15:12:59.775024 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_pps_rule.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.776241 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.776761 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 15:12:59.777093 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.778016 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.778599 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 15:12:59.778937 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.779890 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.780400 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 15:12:59.780729 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: qos_rules_alias.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.781777 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.782289 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 15:12:59.782618 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: quota_check_limit.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.783562 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.784076 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: quota-check-limit Apr 11 15:12:59.784405 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: quotasv2.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.785347 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.785679 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: quotas Apr 11 15:12:59.786007 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: quotasv2_detail.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.787747 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.788090 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: quota_details Apr 11 15:12:59.789056 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: rbac.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.790124 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.790650 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: rbac-policies Apr 11 15:12:59.790986 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: rbac_address_group.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.791957 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.792478 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: rbac-address-group Apr 11 15:12:59.792809 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: rbac_address_scope.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.793735 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.794251 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: rbac-address-scope Apr 11 15:12:59.794579 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: rbac_security_groups.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.795615 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.796134 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: rbac-security-groups Apr 11 15:12:59.796467 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.797391 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.797906 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: rbac-subnetpool Apr 11 15:12:59.798233 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: revisionifmatch.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.799165 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.799716 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: revision-if-match Apr 11 15:12:59.800046 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: revisions.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.801173 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.801693 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: standard-attr-revisions Apr 11 15:12:59.802028 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: router_availability_zone.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.802709 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.803228 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: router_availability_zone Apr 11 15:12:59.803586 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: routerservicetype.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.805097 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.805609 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 15:12:59.805937 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.807149 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.807700 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: security-groups-normalized-cidr Apr 11 15:12:59.808033 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.808973 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.809488 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: port-security-groups-filtering Apr 11 15:12:59.809814 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.810756 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.811272 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: security-groups-remote-address-group Apr 11 15:12:59.811634 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.812560 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.813077 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: security-groups-shared-filtering Apr 11 15:12:59.813404 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.813991 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 15:12:59.814316 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: securitygroup.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.824582 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.825115 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: security-group Apr 11 15:12:59.825456 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: segment.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.826191 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.826714 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension segment not supported by any of loaded plugins Apr 11 15:12:59.827050 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.828022 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.828537 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 15:12:59.828874 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: servicetype.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.829982 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.830501 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: service-type Apr 11 15:12:59.830832 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: sorting.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.831855 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.832192 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: sorting Apr 11 15:12:59.832520 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: standard_attr_segment.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.833457 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.833977 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 15:12:59.834307 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: standardattrdescription.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.834960 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.835496 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: standard-attr-description Apr 11 15:12:59.835854 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: stateful_security_group.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.836784 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.837299 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: stateful-security-group Apr 11 15:12:59.837627 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: stdattrs_common.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.838200 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 15:12:59.838528 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.839481 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.840031 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 15:12:59.840360 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: subnet_onboard.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.841493 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.842021 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: subnet_onboard Apr 11 15:12:59.842351 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.843284 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.843832 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 15:12:59.844165 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: subnet_service_types.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.845094 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.845612 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: subnet-service-types Apr 11 15:12:59.845941 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: subnetallocation.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.847042 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.847588 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: subnet_allocation Apr 11 15:12:59.847926 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.848597 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.849114 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: subnetpool-prefix-ops Apr 11 15:12:59.849442 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.850547 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.851242 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 15:12:59.851667 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: tagging.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.853015 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.853539 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: standard-attr-tag Apr 11 15:12:59.853874 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: timestamp.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.855082 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.855627 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loaded extension: standard-attr-timestamp Apr 11 15:12:59.855964 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: trunk.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.857068 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.857593 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension trunk not supported by any of loaded plugins Apr 11 15:12:59.857927 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: trunk_details.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.858850 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.859366 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 15:12:59.859741 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.860667 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.861181 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 15:12:59.861508 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Loading extension file: vlantransparent.py {{(pid=103757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 15:12:59.862177 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 15:12:59.862685 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 15:12:59.865285 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:network Apr 11 15:12:59.865810 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:subnet Apr 11 15:12:59.866215 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 15:12:59.867128 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:port Apr 11 15:12:59.868401 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.868845 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service FLAVORS assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.869469 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.869897 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.870235 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:router Apr 11 15:12:59.870674 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 15:12:59.871172 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service METERING assigned prefix: /metering {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.872727 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.873109 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.873468 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:12:59.874460 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 15:12:59.874910 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:security_group Apr 11 15:12:59.875356 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 15:12:59.875987 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service CORE assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.876324 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 15:12:59.876673 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] subnetpool is already registered Apr 11 15:12:59.877118 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service CORE assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.877449 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 15:12:59.877785 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] subnetpool is already registered Apr 11 15:12:59.880100 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.880567 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service FLAVORS assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.881302 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.881744 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.882683 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:router Apr 11 15:12:59.883027 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] router is already registered Apr 11 15:12:59.883457 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 15:12:59.883833 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] floatingip is already registered Apr 11 15:12:59.884309 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service METERING assigned prefix: /metering {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.885008 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 15:12:59.885342 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] rbac_policy is already registered Apr 11 15:12:59.885768 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:security_group Apr 11 15:12:59.886107 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] security_group is already registered Apr 11 15:12:59.886522 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 15:12:59.886863 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] security_group_rule is already registered Apr 11 15:12:59.887355 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service CORE assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.887728 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 15:12:59.888124 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] subnetpool is already registered Apr 11 15:12:59.888563 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.v2.resource_helper [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Service CORE assigned prefix: {{(pid=103757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 15:12:59.888894 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 15:12:59.889227 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING neutron.quota.resource_registry [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] subnetpool is already registered Apr 11 15:12:59.889699 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: extensions {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.892330 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: address-groups {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.893824 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: address-scopes {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.895036 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: agents {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.896397 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: auto-allocated-topology {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.897684 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: availability_zones {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.898908 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: dhcp-networks {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.900347 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: dhcp-agents {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.901884 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: routers {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.904112 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: flavors {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.905378 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: service_profiles {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.906570 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: next_providers {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.908059 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: service_profiles {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.909504 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: floatingip-pools {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.910837 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: routers {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.912963 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: floatingips {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.914167 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: l3-routers {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.915689 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: l3-agents {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.917123 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: metering-labels {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.918382 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: metering-label-rules {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.919858 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: network-ip-availabilities {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.921121 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: bindings {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.922669 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: quotas {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.924373 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: quotas {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.925912 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: rbac-policies {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.927112 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: security-groups {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.928462 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: security-group-rules {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.930237 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: service-providers {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.931425 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: subnetpools {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.933035 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: subnetpools {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.934609 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: tags {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.936376 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: tags {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.938205 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: tags {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.940030 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: tags {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.941721 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: tags {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.943714 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: tags {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.953944 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: tags {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.953944 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: tags {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.953944 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: tags {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.953944 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron.api.extensions [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Extended resource: tags {{(pid=103757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 15:12:59.958368 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING keystonemiddleware.auth_token [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 15:12:59.963110 dv-cinder-836083-4-iscsi neutron-server[103757]: WARNING keystonemiddleware.auth_token [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 15:12:59.972443 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_concurrency.lockutils [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Acquired lock "singleton_lock" {{(pid=103757) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 15:12:59.972779 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_concurrency.lockutils [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Releasing lock "singleton_lock" {{(pid=103757) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 15:12:59.973453 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO oslo_service.service [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Starting 2 workers Apr 11 15:12:59.980209 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Started child 103868 {{(pid=103757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 15:12:59.984768 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:12:59.985482 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Started child 103869 {{(pid=103757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 15:12:59.986326 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [-] (103868) wsgi starting up on http://0.0.0.0:9696 Apr 11 15:12:59.986596 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO neutron.service [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 15:12:59.987241 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:12:59.989967 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO oslo_service.service [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Starting 1 workers Apr 11 15:12:59.993445 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:12:59.995397 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [-] (103869) wsgi starting up on http://0.0.0.0:9696 Apr 11 15:12:59.995964 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Started child 103870 {{(pid=103757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 15:12:59.996517 dv-cinder-836083-4-iscsi neutron-server[103757]: INFO oslo_service.service [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Starting 1 workers Apr 11 15:13:00.001124 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.service [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] calling RpcWorker wait() {{(pid=103870) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 15:13:00.001714 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Started child 103871 {{(pid=103757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 15:13:00.001792 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.service [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] returning from RpcWorker wait() {{(pid=103870) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 15:13:00.002180 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG neutron_lib.callbacks.manager [None req-482ee92f-1481-41be-b1a1-7e6c4a7d24c4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:00.003138 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:00.003721 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:00.008733 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103757) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 15:13:00.008733 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 15:13:00.008733 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 15:13:00.008733 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 15:13:00.008733 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 15:13:00.008733 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 15:13:00.008733 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.008733 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.009251 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.009325 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:00.009763 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.009763 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.009763 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.009763 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.009763 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.009763 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.009763 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.009763 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.010202 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.010202 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.010202 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.010202 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.010464 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.010534 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.010906 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.010906 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.011150 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.011423 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.011728 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.011982 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] debug = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.012235 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.012727 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.012961 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.013203 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.013445 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.013703 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.013952 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.014214 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.014455 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.014692 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.014931 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.015198 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.015436 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.015705 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.015976 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.016211 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.016470 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.016689 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.017155 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] host = dv-cinder-836083-4-iscsi {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.017383 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.017608 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.017866 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.018112 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.018371 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.018601 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.018864 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.019154 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.019464 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.019657 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.019879 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.020127 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.020371 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.020632 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.020797 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_options = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.021031 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.021292 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.021619 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.021771 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.021910 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.022044 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.022306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.022456 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.022762 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.022982 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.023197 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.023413 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.023677 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.023914 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.024165 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.024386 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.024654 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.024845 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.025116 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.025345 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.025571 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.025798 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.026013 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.026247 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.026481 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.026715 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.026961 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.027196 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.028278 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.028278 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.028278 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.028278 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.028598 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.028832 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.028921 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:00.029138 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.029344 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.029573 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.029790 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.030074 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.030301 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.030561 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.030822 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.031089 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.031311 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.031529 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.031881 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.032142 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_json = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.032358 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.032610 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.032842 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.033089 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.033338 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.033549 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.033761 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.033990 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.034198 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.034622 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.034901 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.035220 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.035474 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.035735 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.036021 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.036230 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.036468 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.036698 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.036948 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.037253 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.037479 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.037811 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.038074 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.038526 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.038879 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.039313 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.039622 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.039852 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042072 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042072 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042072 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042072 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042072 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042072 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042072 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042072 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042584 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042584 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042716 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.042942 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.043417 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.043724 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.043950 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.044208 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.044429 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.044684 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.044908 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.045126 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.045410 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.045865 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.045865 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.046079 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.046307 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.046543 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.046769 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.046991 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.047227 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.047478 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.047746 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.047960 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.048194 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.048403 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.048617 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.048877 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.049093 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.049360 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.049599 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.049819 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.050033 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.050245 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.050487 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.050719 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.050934 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.051146 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.051358 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.051602 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.051817 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.052085 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.052325 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.052537 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.052774 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.052993 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.053225 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.053436 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.053672 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.054620 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.055006 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.055259 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.055513 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.055826 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.056048 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.056260 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.056473 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.056972 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.057212 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.057422 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.057807 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.058028 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.058246 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.058633 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.059123 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.059407 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.059743 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.060025 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.060238 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.060486 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.060728 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.060974 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.061210 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.061432 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.061648 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.061898 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.062123 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.062375 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.062599 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.062819 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.063056 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.063310 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.063527 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.063803 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.064028 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.064268 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.064517 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.064791 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.065049 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.065287 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.065544 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.065808 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.066106 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.066349 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.066707 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.066894 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.067169 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.067497 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.067798 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.068095 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.068365 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.068597 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.068867 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.069115 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.070107 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.070208 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.070385 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.070623 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.070875 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.071127 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.071370 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.071666 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.071990 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.072245 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.072459 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.072678 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.072939 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.073188 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.073427 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.073696 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.073942 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.074191 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.074442 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.074692 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.074925 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.075169 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.075419 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.075662 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.075899 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.076112 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.076328 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.076541 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.076758 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.076992 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.077204 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.077423 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.077635 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.077851 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.078064 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.078331 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.078540 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.078758 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.078998 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.079215 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.079430 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.079671 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.079950 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.080156 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.080372 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.080645 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.081071 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.081288 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.081517 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.081747 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.082000 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.082214 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.082456 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.082691 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.082907 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.083120 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.083338 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.083590 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.083827 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.084058 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.084270 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.084524 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.084769 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.085173 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.085435 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.085670 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.085912 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.086152 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.086365 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.086582 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.086793 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.087009 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.087227 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.087929 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.087929 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.087929 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.088169 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.088331 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.088547 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.088804 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.089060 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.089298 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.089514 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.089741 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.089977 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.090192 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.090416 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.090621 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.090824 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.091112 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.091350 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.091591 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.091876 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.092119 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.092368 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.092625 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.092862 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.093139 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.093335 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.093552 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.093764 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.094005 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.094239 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.094449 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.094694 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.094905 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.095119 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.095361 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.095579 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.095784 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.096007 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.096217 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.096426 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.096650 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.096885 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.097092 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.097332 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.097563 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.097794 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.098012 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.098232 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.098521 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.098897 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.099284 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.099505 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.099744 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.099958 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.100169 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.100488 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.100759 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.101014 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.101310 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.101541 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.101784 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.102206 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.102534 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.102751 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.103033 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.103258 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.103485 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.103727 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.103987 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.104315 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.104602 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.104888 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.105140 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.105575 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.105855 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.106123 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.106339 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.106701 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.107033 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.107352 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.107651 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.107883 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.108125 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.108387 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.108605 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.108845 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.109082 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.109319 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.109579 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.109808 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.110073 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.110319 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.110566 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.110817 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.111066 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.111280 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.111501 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.111771 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.111931 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 15:13:00.112449 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103757) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 15:13:00.112613 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 15:13:00.112769 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 15:13:00.112939 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 15:13:00.113109 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 15:13:00.113262 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 15:13:00.113469 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.113629 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.113794 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.113982 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.114113 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.114297 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.114458 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.114622 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.114781 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.114939 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.115097 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.115259 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.115426 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.115593 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.115754 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.115910 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.116073 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.116744 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.116919 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.117080 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.117239 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.117398 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.117556 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] debug = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.117714 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.117918 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.118084 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.118262 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.118401 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.118560 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.118722 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.118881 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.119039 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.119196 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.119355 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.119513 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.119718 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.119880 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.120039 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.120201 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.120361 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.120518 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.120676 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] host = dv-cinder-836083-4-iscsi {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.120834 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.120995 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.121156 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.121316 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.121552 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.121718 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.121877 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.122035 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.122272 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.122433 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.122572 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.122730 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.123009 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.123009 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.129735 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_options = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.129735 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.129735 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.129735 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.129735 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.129735 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.129735 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.130717 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.130717 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.130717 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.130717 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.130717 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.130717 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.130717 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.130717 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.131805 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.131805 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.131805 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.131805 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.131805 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.131805 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.131805 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.131805 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.133306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.133306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.133306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.133306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.133306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.133306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.133306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.133306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.133306 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134088 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134088 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134088 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134088 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134088 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134088 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134088 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134088 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134615 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134615 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134615 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134615 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134615 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134615 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134615 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.134615 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_json = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.135045 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.135045 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.135045 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.135045 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.135045 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.135045 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.135045 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.135045 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.135531 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 15:13:00.135531 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.135531 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.135531 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.135531 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.135531 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.135531 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.135531 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136057 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136057 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136057 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136057 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136057 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136057 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136057 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136057 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136566 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136566 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136566 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136566 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136566 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136566 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136566 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.136566 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137081 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137081 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137081 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137081 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137081 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137081 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137081 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137081 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137596 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137596 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137596 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137596 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137859 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137859 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.137996 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.138071 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.138227 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.138390 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.138554 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.138721 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.138883 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.139046 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.139208 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.139370 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.139555 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.139716 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.139879 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.140041 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.140203 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.140366 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.140538 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.140665 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.140827 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.140988 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.141163 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.141325 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.141488 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.141648 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.141810 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.141971 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.142133 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.142295 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.142457 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.142619 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.142780 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.142954 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.143115 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.143277 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.143438 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.143621 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.143785 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.143948 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.144110 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.144273 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.144434 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.144596 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.144759 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.144920 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.145082 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.145245 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.145408 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.145570 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.145732 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.145895 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.146054 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.146216 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.146382 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.146552 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.146716 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.146887 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.147072 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.147205 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.147572 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.147718 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:00.147841 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.147923 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.148033 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.148197 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.148359 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.148523 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.148691 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.148853 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.149018 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.149180 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.149343 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.149504 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.149666 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.149828 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.149990 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.150220 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.150392 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.150552 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.150861 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.151165 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.151467 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.151851 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.152152 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.152493 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.152656 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.152822 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.152987 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.153156 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.153331 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.153574 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.153744 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.153907 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.154069 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.154231 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.154393 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.154556 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.154718 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.155208 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.155208 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.155208 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.155409 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.155509 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.155696 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.155884 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.156047 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.156209 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.156372 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.156533 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.156695 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.156857 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.157012 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.157459 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.157459 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.157459 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.157663 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.157786 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.157954 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.158115 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.158280 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.158441 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.158603 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.158769 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.158932 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.159094 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.159256 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.159419 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.159599 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.159899 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.160201 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.160491 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.160793 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.161101 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.161386 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.161667 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.162439 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.162439 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.162439 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.162439 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.162734 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.162734 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.162875 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.163007 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.163716 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.163883 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.164047 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.164212 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.164380 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.164552 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.164705 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.164868 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.165029 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.165195 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.165362 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.165519 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.165682 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.165844 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.166006 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.166169 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.166351 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.166512 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.166673 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.166839 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.166999 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.167160 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.167320 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.167482 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.167670 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.167834 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.167997 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.168160 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.168321 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.168483 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.168645 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.168807 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.168973 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.169228 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.169382 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.169545 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.169709 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.169871 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.170032 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.170194 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.170356 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.170519 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.170681 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.170843 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.171006 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.171182 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.171346 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.171508 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.171693 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.171857 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.172021 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.172253 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.172352 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.172501 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.172662 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.172823 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.172986 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.173156 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.173319 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.173480 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.173643 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.173808 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.173968 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.174290 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.174454 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.174617 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.174780 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.174942 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.175104 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.175363 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.175531 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.175754 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.175918 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.176080 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.176242 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.176416 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.176579 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.176742 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.176905 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.177066 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.177228 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.177400 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.177564 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.177726 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.177894 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.178055 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.178216 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.178378 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.178550 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.178713 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.179426 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.179616 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.179782 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.179947 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.180109 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.180440 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.180745 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.181054 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.181385 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.181385 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.181543 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.181979 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.182144 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.183970 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.183970 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.183970 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.183970 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.183970 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.183970 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.183970 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.183970 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.183970 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.184610 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.184610 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.184610 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.184610 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.184610 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.184610 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.184610 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.185061 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.185061 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.185672 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.185672 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.185672 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 15:13:00.185672 dv-cinder-836083-4-iscsi neutron-server[103757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 15:13:00.186236 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 55844) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:00.195384 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067871 Apr 11 15:13:11.942199 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b58a0-6b74-4f24-a58b-34bbce0ed9de None None] get_active_networks_info from dv-cinder-836083-4-iscsi {{(pid=103870) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 15:13:12.015353 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b58a0-6b74-4f24-a58b-34bbce0ed9de None None] No non-hosted networks {{(pid=103870) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 15:13:12.029623 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.agentschedulers_db [None req-210b58a0-6b74-4f24-a58b-34bbce0ed9de None None] DHCP Agent not found on host dv-cinder-836083-4-iscsi {{(pid=103870) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 15:13:12.139304 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ba59e79a-8a53-48f3-a1ab-272306e4f495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732297'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:14.447495 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-d3a7b748-b7a7-461e-9989-d6aac376abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732297'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:14.472938 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.db.api [None req-0f5bbf9b-2552-4fa7-83d9-a32bf74a0955 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836083-4-iscsi {{(pid=103870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:13:14.473799 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG oslo_db.api [None req-0f5bbf9b-2552-4fa7-83d9-a32bf74a0955 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:13:15.079495 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0f5bbf9b-2552-4fa7-83d9-a32bf74a0955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:15.193158 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 55908) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:15.432621 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732297'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:15.782143 dv-cinder-836083-4-iscsi neutron-server[103869]: WARNING oslo_policy.policy [None req-c4a3c00e-e1da-40ba-b737-2ea46d5f7fdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:13:15.782906 dv-cinder-836083-4-iscsi neutron-server[103869]: WARNING oslo_policy.policy [None req-c4a3c00e-e1da-40ba-b737-2ea46d5f7fdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:13:16.009425 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [None req-c4a3c00e-e1da-40ba-b737-2ea46d5f7fdc admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:13:16.012000 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-c4a3c00e-e1da-40ba-b737-2ea46d5f7fdc admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8177888 Apr 11 15:13:16.702901 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732297'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:18.359859 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732297'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:18.361426 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.361840 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.362362 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.362744 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.363161 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.363785 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.367281 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.368355 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.368866 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.370785 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.372018 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.372932 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.373660 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.374915 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.377622 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:18.377730 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836083-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:18.389850 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836083-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:18.628581 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 55942) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:18.963326 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-a9a2fba3-daf6-4f1c-af79-6d011f7a138c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:13:19.064350 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.policy [None req-a9a2fba3-daf6-4f1c-af79-6d011f7a138c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103869) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 15:13:19.108114 dv-cinder-836083-4-iscsi neutron-server[103869]: WARNING oslo_policy.policy [None req-a9a2fba3-daf6-4f1c-af79-6d011f7a138c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:13:19.108505 dv-cinder-836083-4-iscsi neutron-server[103869]: WARNING oslo_policy.policy [None req-a9a2fba3-daf6-4f1c-af79-6d011f7a138c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:13:19.263118 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fba3-daf6-4f1c-af79-6d011f7a138c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792796677715', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792796677231', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792804295699', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792804305061', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792804315553', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792804322994', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-774026', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-768439', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1676066', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1646171'] for rbac-policy (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:19.470479 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fba3-daf6-4f1c-af79-6d011f7a138c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:19.475001 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a9a2fba3-daf6-4f1c-af79-6d011f7a138c admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8422158 Apr 11 15:13:20.540337 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.db.l3_hamode_db [None req-94a9eb9e-82a1-4488-958c-ca93c9710d03 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 15:13:20.630626 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9eb9e-82a1-4488-958c-ca93c9710d03 None None] Routers set() bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:13:20.631122 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9eb9e-82a1-4488-958c-ca93c9710d03 None None] Router IDs set() for agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 15:13:22.079660 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 55954) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:22.576104 dv-cinder-836083-4-iscsi neutron-server[103868]: WARNING oslo_policy.policy [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:13:22.576713 dv-cinder-836083-4-iscsi neutron-server[103868]: WARNING oslo_policy.policy [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:13:22.800986 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:13:22.964223 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Made reservation on behalf of ffcd0a33404a4cf0bbb90550b83779e8 for: {'network': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:13:23.035458 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.policy [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103868) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 15:13:23.078670 dv-cinder-836083-4-iscsi neutron-server[103868]: WARNING oslo_policy.policy [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:13:23.078981 dv-cinder-836083-4-iscsi neutron-server[103868]: WARNING oslo_policy.policy [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 15:13:23.089460 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:23.110971 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:23.242334 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Publish callbacks [] for security_group (41905f09-90af-4f0e-bfbb-068d3760116a), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:23.308359 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (41905f09-90af-4f0e-bfbb-068d3760116a), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:23.332634 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:13:23.368852 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792799553958', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (2706b173-350d-4a13-a6d9-af2e388bd49f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:23.369504 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Unsubscribe: segment precommit_create {{(pid=103868) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 15:13:23.370046 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.segments_db [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Added segment 2706b173-350d-4a13-a6d9-af2e388bd49f of type vlan for network a62c5652-2c84-4a4c-aeab-97055b306f82 Apr 11 15:13:23.390578 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=41905f09-90af-4f0e-bfbb-068d3760116a,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:23.425179 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.425517 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.425873 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.426209 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.426536 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.426862 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.427183 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.427500 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.427844 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.428161 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.428476 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.428805 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.429117 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.429428 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.429738 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Tracked resource versions report: Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: pushed versions: Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: { 'AddressGroup': {'1.2'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Agent': {'1.1'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'ConntrackHelper': {'1.0'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Log': {'1.0'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'NDPProxy': {'1.0'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Network': {'1.1'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Port': {'1.7'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'PortForwarding': {'1.3'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'QosPolicy': {'1.10'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SecurityGroup': {'1.5'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SubPort': {'1.0'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Subnet': {'1.1'}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Trunk': {'1.1'}} Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: consumer versions: Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: { DHCP agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: L3 agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: Metadata agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: Metering agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: Open vSwitch agent@dv-cinder-836083-4-iscsi: { 'AddressGroup': '1.2', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Agent': '1.1', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'ConntrackHelper': '1.0', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'LocalIPAssociation': '1.0', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Log': '1.0', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'NDPProxy': '1.0', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Network': '1.1', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Port': '1.7', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'PortForwarding': '1.3', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'QosPolicy': '1.10', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SecurityGroup': '1.5', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SecurityGroupRule': '1.2', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SubPort': '1.0', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Subnet': '1.1', Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Trunk': '1.1'}} Apr 11 15:13:23.431245 dv-cinder-836083-4-iscsi neutron-server[103868]: {{(pid=103868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:13:23.494177 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (a62c5652-2c84-4a4c-aeab-97055b306f82), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:23.597682 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (a62c5652-2c84-4a4c-aeab-97055b306f82), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:23.602835 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:23.603695 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:23.721408 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] Pushing event updated for resources: {'Network': ['ID=a62c5652-2c84-4a4c-aeab-97055b306f82,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:23.726131 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-d1008ec9-31da-4b22-bf7d-9120dc1449ae demo demo] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6444046 Apr 11 15:13:23.741117 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network a62c5652-2c84-4a4c-aeab-97055b306f82 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:13:26.332959 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 55974) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:26.735450 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71181dc8-cb03-4600-849b-4503c6d37f52 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:26.736765 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-71181dc8-cb03-4600-849b-4503c6d37f52 demo admin] 10.222.0.47 "GET /v2.0/networks/a62c5652-2c84-4a4c-aeab-97055b306f82 HTTP/1.1" status: 200 len: 825 time: 0.4028275 Apr 11 15:13:26.774528 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-bee37d3d-2b12-468f-9181-7d1c4372ca68 demo admin] 10.222.0.47 "GET /v2.0/subnetpools/a9f2e662-c73e-4b27-91d5-cfece0129dd2 HTTP/1.1" status: 200 len: 734 time: 0.0321774 Apr 11 15:13:26.784041 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'a9f2e662-c73e-4b27-91d5-cfece0129dd2', 'ip_version': 4, 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:13:26.862583 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Made reservation on behalf of ffcd0a33404a4cf0bbb90550b83779e8 for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:13:26.864993 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:27.211239 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (e9b69964-80ed-45c5-ad09-2a826e9183e2), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:27.275964 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e9b69964-80ed-45c5-ad09-2a826e9183e2,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:27.284335 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Checking segment: {'id': '2706b173-350d-4a13-a6d9-af2e388bd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:13:27.284851 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Network hostable DHCP agents. Network: a62c5652-2c84-4a4c-aeab-97055b306f82, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:13:27.371047 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Network a62c5652-2c84-4a4c-aeab-97055b306f82 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:13:27.445055 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, a62c5652-2c84-4a4c-aeab-97055b306f82) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:13:27.453693 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:27.454294 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:27.455187 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1a726-0bc0-46a2-8bb7-8b7faea0612e None None] Network a62c5652-2c84-4a4c-aeab-97055b306f82 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:13:27.543190 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-390e91cd-c0f3-4bc2-860b-a7f264373612 demo admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7622442 Apr 11 15:13:27.826742 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-a62c5652-2c84-4a4c-aeab-97055b306f82', 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82', 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'fixed_ips': [{'subnet_id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:13:27.829592 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:28.169082 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Allocated IP 172.20.0.2 (a62c5652-2c84-4a4c-aeab-97055b306f82/e9b69964-80ed-45c5-ad09-2a826e9183e2/5a8df591-6362-4c18-8cc0-1307090d6fb9) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:13:28.443466 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Publish callbacks [] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:28.523898 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:28.609419 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Network a62c5652-2c84-4a4c-aeab-97055b306f82 is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:13:28.614927 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:13:28.616665 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Pushing event updated for resources: {'Port': ['ID=5a8df591-6362-4c18-8cc0-1307090d6fb9,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:28.622167 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:13:28.631702 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.632057 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.632431 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.632794 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.633138 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.633493 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.633961 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.634405 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.634847 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.635322 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.635798 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.636255 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.636717 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.637057 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.637455 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Tracked resource versions report: Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: pushed versions: Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: { 'AddressGroup': {'1.2'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Agent': {'1.1'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'ConntrackHelper': {'1.0'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Log': {'1.0'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'NDPProxy': {'1.0'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Network': {'1.1'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Port': {'1.7'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'PortForwarding': {'1.3'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'QosPolicy': {'1.10'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SecurityGroup': {'1.5'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SubPort': {'1.0'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Subnet': {'1.1'}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Trunk': {'1.1'}} Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: consumer versions: Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: { DHCP agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: L3 agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: Metadata agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: Metering agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: Open vSwitch agent@dv-cinder-836083-4-iscsi: { 'AddressGroup': '1.2', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Agent': '1.1', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'ConntrackHelper': '1.0', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'LocalIPAssociation': '1.0', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Log': '1.0', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'NDPProxy': '1.0', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Network': '1.1', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Port': '1.7', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'PortForwarding': '1.3', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'QosPolicy': '1.10', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SecurityGroup': '1.5', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SecurityGroupRule': '1.2', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SubPort': '1.0', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Subnet': '1.1', Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Trunk': '1.1'}} Apr 11 15:13:28.639512 dv-cinder-836083-4-iscsi neutron-server[103870]: {{(pid=103870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:13:28.714847 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Attempting to bind port 5a8df591-6362-4c18-8cc0-1307090d6fb9 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:13:28.715176 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Attempting to bind port 5a8df591-6362-4c18-8cc0-1307090d6fb9 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '2706b173-350d-4a13-a6d9-af2e388bd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:13:28.715627 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Attempting to bind port 5a8df591-6362-4c18-8cc0-1307090d6fb9 on network a62c5652-2c84-4a4c-aeab-97055b306f82 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:13:28.720589 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:13:28.720978 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Checking segment: {'id': '2706b173-350d-4a13-a6d9-af2e388bd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:13:28.721453 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:28.721848 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Bound using segment: {'id': '2706b173-350d-4a13-a6d9-af2e388bd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:13:28.722336 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Bound port: 5a8df591-6362-4c18-8cc0-1307090d6fb9, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2706b173-350d-4a13-a6d9-af2e388bd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:13:28.722731 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:28.787940 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] For port 5a8df591-6362-4c18-8cc0-1307090d6fb9, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:13:28.809045 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] For port 5a8df591-6362-4c18-8cc0-1307090d6fb9, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=5a8df591-6362-4c18-8cc0-1307090d6fb9,segment=NetworkSegment(2706b173-350d-4a13-a6d9-af2e388bd49f),segment_id=2706b173-350d-4a13-a6d9-af2e388bd49f)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:13:28.884118 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:28.949350 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcadc6-ef31-4173-9f21-4788703b0128 None None] Pushing event updated for resources: {'Port': ['ID=5a8df591-6362-4c18-8cc0-1307090d6fb9,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:30.124680 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 55982) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:30.435511 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [None req-1d0f85e3-4e73-4645-a170-e2d698de7d22 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:13:30.436961 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1d0f85e3-4e73-4645-a170-e2d698de7d22 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3112900 Apr 11 15:13:33.028239 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 55990) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:33.364284 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [None req-6f31df5c-3af2-4554-972c-a498d5ba8e4f admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:13:33.365268 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-6f31df5c-3af2-4554-972c-a498d5ba8e4f admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3361199 Apr 11 15:13:35.906743 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 55998) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:36.220952 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-a8775134-dcb0-4a56-a975-85493e6fc349 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:13:36.291733 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a8775134-dcb0-4a56-a975-85493e6fc349 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:36.293447 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a8775134-dcb0-4a56-a975-85493e6fc349 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:36.442231 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a8775134-dcb0-4a56-a975-85493e6fc349 demo demo] Publish callbacks [] for router_controller (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), precommit_add_association {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:36.503302 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a8775134-dcb0-4a56-a975-85493e6fc349 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:36.596133 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a8775134-dcb0-4a56-a975-85493e6fc349 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:36.597229 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a8775134-dcb0-4a56-a975-85493e6fc349 demo demo] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6894574 Apr 11 15:13:39.075801 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 5a8df591-6362-4c18-8cc0-1307090d6fb9 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:13:39.162591 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 5a8df591-6362-4c18-8cc0-1307090d6fb9 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:13:39.163519 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:39.164725 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56010) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:39.274442 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 5a8df591-6362-4c18-8cc0-1307090d6fb9 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:13:39.275293 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:39.309917 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port 5a8df591-6362-4c18-8cc0-1307090d6fb9, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=5a8df591-6362-4c18-8cc0-1307090d6fb9,segment=NetworkSegment(2706b173-350d-4a13-a6d9-af2e388bd49f),segment_id=2706b173-350d-4a13-a6d9-af2e388bd49f)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:13:39.381050 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:39.435033 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=5a8df591-6362-4c18-8cc0-1307090d6fb9,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:39.505912 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [None req-58b5ec71-c405-401a-a09e-b6135803a463 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:13:39.506918 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-58b5ec71-c405-401a-a09e-b6135803a463 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3412271 Apr 11 15:13:40.539004 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326f6b3e-3ba9-4463-a5d0-b64fd2bdc2c5 None None] Network a62c5652-2c84-4a4c-aeab-97055b306f82 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:13:40.661528 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-e3d5bb9a-86b2-4851-a8c0-2f7f8c6f14e7 None None] Provisioning complete for port 5a8df591-6362-4c18-8cc0-1307090d6fb9 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:13:40.661916 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e3d5bb9a-86b2-4851-a8c0-2f7f8c6f14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:40.742778 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5bb9a-86b2-4851-a8c0-2f7f8c6f14e7 None None] Current status of the port 5a8df591-6362-4c18-8cc0-1307090d6fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:13:40.861132 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-b70539f8-3a44-4457-9bbf-c525c7cad863 None None] Provisioning complete for port 5a8df591-6362-4c18-8cc0-1307090d6fb9 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:13:40.861520 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b70539f8-3a44-4457-9bbf-c525c7cad863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:40.937336 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-b70539f8-3a44-4457-9bbf-c525c7cad863 None None] Current status of the port 5a8df591-6362-4c18-8cc0-1307090d6fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:13:41.062694 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 5a8df591-6362-4c18-8cc0-1307090d6fb9 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:13:41.107530 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 5a8df591-6362-4c18-8cc0-1307090d6fb9 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:13:41.107936 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:41.185158 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 5a8df591-6362-4c18-8cc0-1307090d6fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:13:41.975381 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8dc0061d-6ad3-44d0-b765-8c7ab289df14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:42.070329 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56018) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:42.376910 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:13:42.489553 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Made reservation on behalf of 88ccf1138f2d496ab6353a5a0351e08e for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:13:42.492184 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:42.508402 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:42.607586 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Publish callbacks [] for security_group (041459c0-1485-451c-b907-efdea42cdce9), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:42.660765 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (041459c0-1485-451c-b907-efdea42cdce9), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:42.672300 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103869) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 15:13:42.703819 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792799553958', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (33b044d9-d999-4913-a00e-d198131e97ce), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:42.704402 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Unsubscribe: segment precommit_create {{(pid=103869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 15:13:42.704942 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Added segment 33b044d9-d999-4913-a00e-d198131e97ce of type flat for network ae8280d4-d7b6-4f03-b68a-4d859049f799 Apr 11 15:13:42.725715 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041459c0-1485-451c-b907-efdea42cdce9,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:42.754013 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.754295 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.754654 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.754992 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.755321 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.755670 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.755996 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.756316 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.756637 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.757009 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.757346 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.757691 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.758016 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.758336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.758655 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Tracked resource versions report: Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: pushed versions: Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: { 'AddressGroup': {'1.2'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Agent': {'1.1'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'ConntrackHelper': {'1.0'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Log': {'1.0'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'NDPProxy': {'1.0'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Network': {'1.1'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Port': {'1.7'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'PortForwarding': {'1.3'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'QosPolicy': {'1.10'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SecurityGroup': {'1.5'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SubPort': {'1.0'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Subnet': {'1.1'}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Trunk': {'1.1'}} Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: consumer versions: Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: { DHCP agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: L3 agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: Metadata agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: Metering agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: Open vSwitch agent@dv-cinder-836083-4-iscsi: { 'AddressGroup': '1.2', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Agent': '1.1', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'ConntrackHelper': '1.0', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'LocalIPAssociation': '1.0', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Log': '1.0', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'NDPProxy': '1.0', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Network': '1.1', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Port': '1.7', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'PortForwarding': '1.3', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'QosPolicy': '1.10', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SecurityGroup': '1.5', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SecurityGroupRule': '1.2', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SubPort': '1.0', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Subnet': '1.1', Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Trunk': '1.1'}} Apr 11 15:13:42.760179 dv-cinder-836083-4-iscsi neutron-server[103869]: {{(pid=103869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:13:42.827966 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (ae8280d4-d7b6-4f03-b68a-4d859049f799), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:42.936925 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (ae8280d4-d7b6-4f03-b68a-4d859049f799), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:42.938050 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:42.938751 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:43.036866 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=ae8280d4-d7b6-4f03-b68a-4d859049f799,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:43.047043 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:13:43.143245 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-50a1c6e2-8fea-4d41-8ce6-a432e54b0ee8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0718706 Apr 11 15:13:44.394343 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-76dfd88f-3909-4b33-831a-cf5d759df0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:45.422800 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:45.634350 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56040) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:45.844545 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e87ef60-2b9e-46fb-9c10-5aeff39f930b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:45.845905 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0e87ef60-2b9e-46fb-9c10-5aeff39f930b demo admin] 10.222.0.47 "GET /v2.0/subnets/e9b69964-80ed-45c5-ad09-2a826e9183e2 HTTP/1.1" status: 200 len: 849 time: 0.2106125 Apr 11 15:13:45.987166 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-6d35094b-fb8b-4c3d-a405-b83df5f675e9 demo admin] 10.222.0.47 "GET /v2.0/routers/2d8b91ee-7760-49b2-9690-674d8c3ee5ed HTTP/1.1" status: 200 len: 704 time: 0.1342995 Apr 11 15:13:46.256510 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:46.554025 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Allocated IP 172.20.0.1 (a62c5652-2c84-4a4c-aeab-97055b306f82/e9b69964-80ed-45c5-ad09-2a826e9183e2/08d3be90-255d-41b4-985e-7741954d7ddb) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:13:46.643871 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:46.737323 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Publish callbacks [] for port (08d3be90-255d-41b4-985e-7741954d7ddb), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:46.858108 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:46.931662 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Network a62c5652-2c84-4a4c-aeab-97055b306f82 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:13:46.937564 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:13:46.947962 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:13:46.948519 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:47.021762 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Pushing event updated for resources: {'Port': ['ID=08d3be90-255d-41b4-985e-7741954d7ddb,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:47.293166 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-0d5f55c1-1073-44b4-ba20-ec74ddd4a732 None None] Provisioning complete for port 08d3be90-255d-41b4-985e-7741954d7ddb triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:13:47.293490 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0d5f55c1-1073-44b4-ba20-ec74ddd4a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:47.301280 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:47.325642 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f55c1-1073-44b4-ba20-ec74ddd4a732 None None] Port 08d3be90-255d-41b4-985e-7741954d7ddb cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:13:47.507384 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Publish callbacks [] for port (08d3be90-255d-41b4-985e-7741954d7ddb), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:47.569271 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:47.570053 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:47.651697 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Pushing event updated for resources: {'Port': ['ID=08d3be90-255d-41b4-985e-7741954d7ddb,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:47.693361 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Network a62c5652-2c84-4a4c-aeab-97055b306f82 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:13:47.694608 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:13:47.943058 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Router 2d8b91ee-7760-49b2-9690-674d8c3ee5ed is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:13:47.945101 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-87b04d53-ebb9-4523-aaa1-e4cfd9403944 None None] Provisioning complete for port 08d3be90-255d-41b4-985e-7741954d7ddb triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:13:47.945553 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-87b04d53-ebb9-4523-aaa1-e4cfd9403944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:47.982679 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-87b04d53-ebb9-4523-aaa1-e4cfd9403944 None None] Port 08d3be90-255d-41b4-985e-7741954d7ddb cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:13:48.036515 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:13:48.041906 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-dfbed0b6-149a-4d13-ae24-262a766e4628 demo admin] 10.222.0.47 "PUT /v2.0/routers/2d8b91ee-7760-49b2-9690-674d8c3ee5ed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0497222 Apr 11 15:13:48.046153 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Sync routers for ids ['2d8b91ee-7760-49b2-9690-674d8c3ee5ed'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:13:48.059759 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Routers {'2d8b91ee-7760-49b2-9690-674d8c3ee5ed'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:13:48.060651 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:13:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['2d8b91ee-7760-49b2-9690-674d8c3ee5ed'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:48.262723 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Set router 2d8b91ee-7760-49b2-9690-674d8c3ee5ed gateway port host: None {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:13:48.309009 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:48.690430 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'name': 'router1', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:36Z', 'updated_at': '2022-04-11T15:13:47Z', 'revision_number': 2, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'gw_port_host': None, '_interfaces': [{'id': '08d3be90-255d-41b4-985e-7741954d7ddb', 'name': '', 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'mac_address': 'fa:16:3e:d3:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:46Z', 'updated_at': '2022-04-11T15:13:47Z', 'revision_number': 2, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'subnets': [{'id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9f2e662-c73e-4b27-91d5-cfece0129dd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:48.741557 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Checking router: 2d8b91ee-7760-49b2-9690-674d8c3ee5ed for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:13:48.741928 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Updating router 2d8b91ee-7760-49b2-9690-674d8c3ee5ed port 08d3be90-255d-41b4-985e-7741954d7ddb binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:13:48.793828 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:49.307697 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Publish callbacks [] for port (08d3be90-255d-41b4-985e-7741954d7ddb), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:49.404131 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:49.572696 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Pushing event updated for resources: {'Port': ['ID=08d3be90-255d-41b4-985e-7741954d7ddb,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:49.579186 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Attempting to bind port 08d3be90-255d-41b4-985e-7741954d7ddb on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:13:49.579622 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Attempting to bind port 08d3be90-255d-41b4-985e-7741954d7ddb by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '2706b173-350d-4a13-a6d9-af2e388bd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:13:49.580056 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Attempting to bind port 08d3be90-255d-41b4-985e-7741954d7ddb on network a62c5652-2c84-4a4c-aeab-97055b306f82 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:13:49.588907 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.589262 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.589618 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.589959 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.590300 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.590634 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.590968 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.591306 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.591664 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.592189 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.592288 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.592645 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.593015 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.593306 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.593630 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Tracked resource versions report: Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: pushed versions: Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: { 'AddressGroup': {'1.2'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Agent': {'1.1'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'ConntrackHelper': {'1.0'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Log': {'1.0'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'NDPProxy': {'1.0'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Network': {'1.1'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Port': {'1.7'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'PortForwarding': {'1.3'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'QosPolicy': {'1.10'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SecurityGroup': {'1.5'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SubPort': {'1.0'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Subnet': {'1.1'}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Trunk': {'1.1'}} Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: consumer versions: Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: { DHCP agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: L3 agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: Metadata agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: Metering agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: Open vSwitch agent@dv-cinder-836083-4-iscsi: { 'AddressGroup': '1.2', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Agent': '1.1', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'ConntrackHelper': '1.0', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'LocalIPAssociation': '1.0', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Log': '1.0', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'NDPProxy': '1.0', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Network': '1.1', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Port': '1.7', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'PortForwarding': '1.3', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'QosPolicy': '1.10', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SecurityGroup': '1.5', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SecurityGroupRule': '1.2', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SubPort': '1.0', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Subnet': '1.1', Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Trunk': '1.1'}} Apr 11 15:13:49.595077 dv-cinder-836083-4-iscsi neutron-server[103871]: {{(pid=103871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:13:49.597638 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:13:49.598076 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Checking segment: {'id': '2706b173-350d-4a13-a6d9-af2e388bd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:13:49.598522 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:49.598918 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Bound using segment: {'id': '2706b173-350d-4a13-a6d9-af2e388bd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:13:49.599417 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Bound port: 08d3be90-255d-41b4-985e-7741954d7ddb, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2706b173-350d-4a13-a6d9-af2e388bd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:13:49.599826 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:49.612613 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-49e07b86-265c-4ff6-b776-bdfe309b34f5 None None] Provisioning complete for port 08d3be90-255d-41b4-985e-7741954d7ddb triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:13:49.613117 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-49e07b86-265c-4ff6-b776-bdfe309b34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:49.647988 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-49e07b86-265c-4ff6-b776-bdfe309b34f5 None None] Port 08d3be90-255d-41b4-985e-7741954d7ddb cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:13:49.670535 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] For port 08d3be90-255d-41b4-985e-7741954d7ddb, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:13:49.690046 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] For port 08d3be90-255d-41b4-985e-7741954d7ddb, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=08d3be90-255d-41b4-985e-7741954d7ddb,segment=NetworkSegment(2706b173-350d-4a13-a6d9-af2e388bd49f),segment_id=2706b173-350d-4a13-a6d9-af2e388bd49f)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:13:49.749302 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:49.807306 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fb400-6ddb-4123-802c-d00f95e631bc None None] Pushing event updated for resources: {'Port': ['ID=08d3be90-255d-41b4-985e-7741954d7ddb,revision_number=4']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:49.810054 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Routers {'2d8b91ee-7760-49b2-9690-674d8c3ee5ed'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:13:49.810646 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:13:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['2d8b91ee-7760-49b2-9690-674d8c3ee5ed'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:49.901092 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] Set router 2d8b91ee-7760-49b2-9690-674d8c3ee5ed gateway port host: None {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:13:49.967445 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-2b4a88a6-8f31-4d0f-a499-aa6d1c4db60c None None] Provisioning complete for port 08d3be90-255d-41b4-985e-7741954d7ddb triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:13:49.968121 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2b4a88a6-8f31-4d0f-a499-aa6d1c4db60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:50.056201 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a88a6-8f31-4d0f-a499-aa6d1c4db60c None None] Current status of the port 08d3be90-255d-41b4-985e-7741954d7ddb is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:13:50.056408 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2b4a88a6-8f31-4d0f-a499-aa6d1c4db60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:50.091933 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-2b4a88a6-8f31-4d0f-a499-aa6d1c4db60c None None] For port 08d3be90-255d-41b4-985e-7741954d7ddb, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=08d3be90-255d-41b4-985e-7741954d7ddb,segment=NetworkSegment(2706b173-350d-4a13-a6d9-af2e388bd49f),segment_id=2706b173-350d-4a13-a6d9-af2e388bd49f)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:13:50.107589 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'name': 'router1', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:36Z', 'updated_at': '2022-04-11T15:13:47Z', 'revision_number': 2, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'gw_port_host': None, '_interfaces': [{'id': '08d3be90-255d-41b4-985e-7741954d7ddb', 'name': '', 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'mac_address': 'fa:16:3e:d3:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:46Z', 'updated_at': '2022-04-11T15:13:49Z', 'revision_number': 4, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'subnets': [{'id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9f2e662-c73e-4b27-91d5-cfece0129dd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:50.144288 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3477c-95b6-45a7-8c6a-1d41ab12cf71 None None] The sync data for ids ['2d8b91ee-7760-49b2-9690-674d8c3ee5ed'] in dv-cinder-836083-4-iscsi is: [{'id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'name': 'router1', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:36Z', 'updated_at': '2022-04-11T15:13:47Z', 'revision_number': 2, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'gw_port_host': None, '_interfaces': [{'id': '08d3be90-255d-41b4-985e-7741954d7ddb', 'name': '', 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'mac_address': 'fa:16:3e:d3:dd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:46Z', 'updated_at': '2022-04-11T15:13:49Z', 'revision_number': 4, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'subnets': [{'id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9f2e662-c73e-4b27-91d5-cfece0129dd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:13:50.166231 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2b4a88a6-8f31-4d0f-a499-aa6d1c4db60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:50.217067 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a88a6-8f31-4d0f-a499-aa6d1c4db60c None None] Pushing event updated for resources: {'Port': ['ID=08d3be90-255d-41b4-985e-7741954d7ddb,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:50.552049 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56060) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:50.667614 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3addd7d5-43a8-4318-a03f-7098bd8ceb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:50.668892 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-3addd7d5-43a8-4318-a03f-7098bd8ceb8d admin admin] 10.222.0.47 "GET /v2.0/networks/ae8280d4-d7b6-4f03-b68a-4d859049f799 HTTP/1.1" status: 200 len: 842 time: 0.1158283 Apr 11 15:13:50.678242 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:13:50.765774 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Made reservation on behalf of 88ccf1138f2d496ab6353a5a0351e08e for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:13:50.768109 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:51.153724 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.objects.ports [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103868) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 15:13:51.154329 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:51.206996 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:51.218816 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:13:51.219175 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Network hostable DHCP agents. Network: ae8280d4-d7b6-4f03-b68a-4d859049f799, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:13:51.306819 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:13:51.388696 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, ae8280d4-d7b6-4f03-b68a-4d859049f799) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:13:51.392654 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:51.393274 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:51.401196 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd340b16-e61c-43d8-98a0-3c3c83699b33 None None] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:13:51.466510 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-8400d046-434f-4f61-8fce-65cb4bc5f816 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7915320 Apr 11 15:13:51.504147 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ea53c-24b6-4171-9765-7a7a0b1894cf None None] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:13:53.906045 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56068) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:54.155138 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-51acde65-6b78-4576-a101-6f68af9d4968 demo admin] 10.222.0.47 "GET /v2.0/routers/2d8b91ee-7760-49b2-9690-674d8c3ee5ed HTTP/1.1" status: 200 len: 710 time: 0.2479393 Apr 11 15:13:54.248800 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea348f-e79a-4115-beff-d8f9b2ca2959 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:13:54.250228 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-90ea348f-e79a-4115-beff-d8f9b2ca2959 demo admin] 10.222.0.47 "GET /v2.0/networks/ae8280d4-d7b6-4f03-b68a-4d859049f799 HTTP/1.1" status: 200 len: 886 time: 0.0892184 Apr 11 15:13:54.259867 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:13:54.517950 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Publish callbacks [] for router_gateway (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:54.851819 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Publish callbacks [] for router_gateway (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:54.927337 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:55.119298 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Allocated IP 172.27.0.23 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/b2e06497-77fb-478c-9844-2d44d367854d) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:13:55.226151 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Publish callbacks [] for port (b2e06497-77fb-478c-9844-2d44d367854d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:55.355863 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (b2e06497-77fb-478c-9844-2d44d367854d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:55.446049 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:13:55.447353 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Pushing event updated for resources: {'Port': ['ID=b2e06497-77fb-478c-9844-2d44d367854d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:13:55.449778 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:13:55.464384 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:13:55.821215 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Publish callbacks [] for router_gateway (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:56.022914 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1774131', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1730740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47795'] for router (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:56.029377 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1730749'] for router (2d8b91ee-7760-49b2-9690-674d8c3ee5ed), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:56.146502 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Router 2d8b91ee-7760-49b2-9690-674d8c3ee5ed has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:13:56.333539 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:13:56.338750 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:56.339981 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-d1bc0664-95b5-4719-ae1f-66aa4f8da091 demo admin] 10.222.0.47 "PUT /v2.0/routers/2d8b91ee-7760-49b2-9690-674d8c3ee5ed HTTP/1.1" status: 200 len: 889 time: 2.0839987 Apr 11 15:13:57.089243 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 08d3be90-255d-41b4-985e-7741954d7ddb up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:13:57.138528 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 08d3be90-255d-41b4-985e-7741954d7ddb triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:13:57.139156 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:13:57.224506 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 08d3be90-255d-41b4-985e-7741954d7ddb is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:13:58.864311 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Sync routers for ids ['2d8b91ee-7760-49b2-9690-674d8c3ee5ed'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:13:58.876752 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Routers {'2d8b91ee-7760-49b2-9690-674d8c3ee5ed'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:13:58.877407 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:13:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['2d8b91ee-7760-49b2-9690-674d8c3ee5ed'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:58.899220 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56082) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:13:59.014022 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-95f78612-e6d9-46bd-a8aa-655b631dcf45 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1133373 Apr 11 15:13:59.105603 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Set router 2d8b91ee-7760-49b2-9690-674d8c3ee5ed gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:13:59.573737 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'name': 'router1', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b2e06497-77fb-478c-9844-2d44d367854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:36Z', 'updated_at': '2022-04-11T15:13:55Z', 'revision_number': 4, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'gw_port': {'id': 'b2e06497-77fb-478c-9844-2d44d367854d', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '08d3be90-255d-41b4-985e-7741954d7ddb', 'name': '', 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'mac_address': 'fa:16:3e:d3:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:46Z', 'updated_at': '2022-04-11T15:13:50Z', 'revision_number': 5, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'subnets': [{'id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9f2e662-c73e-4b27-91d5-cfece0129dd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:13:59.627190 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Checking router: 2d8b91ee-7760-49b2-9690-674d8c3ee5ed for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:13:59.627583 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Updating router 2d8b91ee-7760-49b2-9690-674d8c3ee5ed port b2e06497-77fb-478c-9844-2d44d367854d binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:13:59.679061 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b2e06497-77fb-478c-9844-2d44d367854d), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:00.009773 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Publish callbacks [] for port (b2e06497-77fb-478c-9844-2d44d367854d), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:00.095691 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b2e06497-77fb-478c-9844-2d44d367854d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:00.149316 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Attempting to bind port b2e06497-77fb-478c-9844-2d44d367854d on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:14:00.149691 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Attempting to bind port b2e06497-77fb-478c-9844-2d44d367854d by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:14:00.150739 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Attempting to bind port b2e06497-77fb-478c-9844-2d44d367854d on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:14:00.153518 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4ad13-a192-4021-91ba-d9af0333fe1e None None] Pushing event updated for resources: {'Port': ['ID=b2e06497-77fb-478c-9844-2d44d367854d,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:00.159344 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:14:00.159760 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:14:00.160170 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:00.160563 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:14:00.161040 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Bound port: b2e06497-77fb-478c-9844-2d44d367854d, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:14:00.161423 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b2e06497-77fb-478c-9844-2d44d367854d), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:00.211043 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] For port b2e06497-77fb-478c-9844-2d44d367854d, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:14:00.214565 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] For port b2e06497-77fb-478c-9844-2d44d367854d, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b2e06497-77fb-478c-9844-2d44d367854d,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:14:00.298983 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b2e06497-77fb-478c-9844-2d44d367854d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:00.363700 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4ad13-a192-4021-91ba-d9af0333fe1e None None] Pushing event updated for resources: {'Port': ['ID=b2e06497-77fb-478c-9844-2d44d367854d,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:00.388274 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Routers {'2d8b91ee-7760-49b2-9690-674d8c3ee5ed'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:14:00.389028 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:13:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['2d8b91ee-7760-49b2-9690-674d8c3ee5ed'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:00.496258 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] Set router 2d8b91ee-7760-49b2-9690-674d8c3ee5ed gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:14:00.709065 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'name': 'router1', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b2e06497-77fb-478c-9844-2d44d367854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:36Z', 'updated_at': '2022-04-11T15:13:55Z', 'revision_number': 4, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'gw_port': {'id': 'b2e06497-77fb-478c-9844-2d44d367854d', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '08d3be90-255d-41b4-985e-7741954d7ddb', 'name': '', 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'mac_address': 'fa:16:3e:d3:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:46Z', 'updated_at': '2022-04-11T15:13:50Z', 'revision_number': 5, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'subnets': [{'id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9f2e662-c73e-4b27-91d5-cfece0129dd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:14:00.736212 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df498d9-20e8-4133-bf62-9630ec9bc331 None None] The sync data for ids ['2d8b91ee-7760-49b2-9690-674d8c3ee5ed'] in dv-cinder-836083-4-iscsi is: [{'id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'name': 'router1', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'b2e06497-77fb-478c-9844-2d44d367854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:13:36Z', 'updated_at': '2022-04-11T15:13:55Z', 'revision_number': 4, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'gw_port': {'id': 'b2e06497-77fb-478c-9844-2d44d367854d', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:54Z', 'updated_at': '2022-04-11T15:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '08d3be90-255d-41b4-985e-7741954d7ddb', 'name': '', 'network_id': 'a62c5652-2c84-4a4c-aeab-97055b306f82', 'tenant_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'mac_address': 'fa:16:3e:d3:dd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8b91ee-7760-49b2-9690-674d8c3ee5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:13:46Z', 'updated_at': '2022-04-11T15:13:50Z', 'revision_number': 5, 'project_id': 'ffcd0a33404a4cf0bbb90550b83779e8', 'subnets': [{'id': 'e9b69964-80ed-45c5-ad09-2a826e9183e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9f2e662-c73e-4b27-91d5-cfece0129dd2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:14:01.150591 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b2e06497-77fb-478c-9844-2d44d367854d up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:14:01.216179 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port b2e06497-77fb-478c-9844-2d44d367854d triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:14:01.216701 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b2e06497-77fb-478c-9844-2d44d367854d), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:01.319402 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port b2e06497-77fb-478c-9844-2d44d367854d is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:14:01.319402 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b2e06497-77fb-478c-9844-2d44d367854d), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:01.342850 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port b2e06497-77fb-478c-9844-2d44d367854d, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b2e06497-77fb-478c-9844-2d44d367854d,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:14:01.407897 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b2e06497-77fb-478c-9844-2d44d367854d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:01.476916 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=b2e06497-77fb-478c-9844-2d44d367854d,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:14:03.117387 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b2e06497-77fb-478c-9844-2d44d367854d up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:14:03.188324 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port b2e06497-77fb-478c-9844-2d44d367854d triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:14:03.188697 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b2e06497-77fb-478c-9844-2d44d367854d), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:03.276563 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port b2e06497-77fb-478c-9844-2d44d367854d is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:14:11.045687 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 5 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:14:12.021709 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-6f3497cd-0b63-4bb1-8da2-eb96a2094919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:14.412415 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-078f6a35-14a2-4a46-b977-c817a821b9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:15.393456 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:16.664378 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:18.320905 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:41.999747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2836eabb-3681-4980-ac4f-8d4947d38de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:44.411325 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e546-80a6-4148-a500-359f00d28ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:45.384292 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:46.647417 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:14:48.062841 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 5 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:14:48.302694 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:11.973316 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a77e7c59-2ccd-4334-a51d-e2716f8c3027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:14.411455 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a036dc63-85a4-414a-9b1f-348f50cded77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:15.385198 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:16.652513 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:18.302880 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:23.320193 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56570) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:23.386212 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b162caf-2ba4-4004-a345-cb366629311c admin admin] GET failed (client error): The resource could not be found. Apr 11 15:15:23.387520 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-1b162caf-2ba4-4004-a345-cb366629311c admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664644 Apr 11 15:15:23.547679 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e475e61e-dfab-47f7-9e91-0d34c593a5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:23.549180 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-e475e61e-dfab-47f7-9e91-0d34c593a5cd admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575801 Apr 11 15:15:25.042030 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 5 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:15:25.902367 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56580) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:25.996599 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209b3bf-b791-446c-b516-b1eebd4c5567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:25.997930 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d209b3bf-b791-446c-b516-b1eebd4c5567 admin admin] 10.222.0.47 "GET /v2.0/subnets/e9b69964-80ed-45c5-ad09-2a826e9183e2 HTTP/1.1" status: 200 len: 849 time: 0.0945849 Apr 11 15:15:26.007292 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:15:26.089149 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Publish callbacks [] for subnet (e9b69964-80ed-45c5-ad09-2a826e9183e2), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:26.285810 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792799518230'] for subnet (e9b69964-80ed-45c5-ad09-2a826e9183e2), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:26.317385 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:26.318486 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:26.321030 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] 10.222.0.47 "PUT /v2.0/subnets/e9b69964-80ed-45c5-ad09-2a826e9183e2 HTTP/1.1" status: 200 len: 868 time: 0.3173432 Apr 11 15:15:26.321723 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc349fc1-1044-4286-8f56-4731795b6b31 None None] Network a62c5652-2c84-4a4c-aeab-97055b306f82 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:15:26.339787 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b69964-80ed-45c5-ad09-2a826e9183e2,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:15:26.348370 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.348765 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.349083 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.349425 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.349762 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.350095 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.350424 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.350750 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.351097 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.351429 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.351808 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.352141 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.352465 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.352786 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.353105 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd4c24d-2c1d-4419-870f-af1c53f122b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:15:26.654891 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-60359b3b-8353-46e7-876b-5d87d414ab83 None None] Provisioning complete for port 08d3be90-255d-41b4-985e-7741954d7ddb triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:15:26.655257 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-60359b3b-8353-46e7-876b-5d87d414ab83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (08d3be90-255d-41b4-985e-7741954d7ddb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:26.732553 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-60359b3b-8353-46e7-876b-5d87d414ab83 None None] Current status of the port 08d3be90-255d-41b4-985e-7741954d7ddb is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:15:26.740062 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-60359b3b-8353-46e7-876b-5d87d414ab83 None None] Provisioning complete for port 5a8df591-6362-4c18-8cc0-1307090d6fb9 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:15:26.740444 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-60359b3b-8353-46e7-876b-5d87d414ab83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (5a8df591-6362-4c18-8cc0-1307090d6fb9), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:26.812663 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-60359b3b-8353-46e7-876b-5d87d414ab83 None None] Current status of the port 5a8df591-6362-4c18-8cc0-1307090d6fb9 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:15:28.654418 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56590) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:28.852490 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1123862c-fc76-445a-9d91-e8421e6501b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:28.852881 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1123862c-fc76-445a-9d91-e8421e6501b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:28.854436 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1123862c-fc76-445a-9d91-e8421e6501b7 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990430 Apr 11 15:15:31.193917 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56598) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:31.321084 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033d95b-af1b-492d-848e-8bb659930d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:31.321478 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033d95b-af1b-492d-848e-8bb659930d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:31.322992 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-5033d95b-af1b-492d-848e-8bb659930d76 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1277320 Apr 11 15:15:33.678294 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56606) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:33.822642 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535400f9-ef04-41e4-9570-969205d946e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:33.824587 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-535400f9-ef04-41e4-9570-969205d946e7 admin admin] 10.222.0.47 "GET /v2.0/networks/a62c5652-2c84-4a4c-aeab-97055b306f82 HTTP/1.1" status: 200 len: 869 time: 0.1453400 Apr 11 15:15:36.164889 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56614) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:36.292166 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9171ca9-9f8a-4f4b-9ca6-16fab9d9f169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:36.293547 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f9171ca9-9f8a-4f4b-9ca6-16fab9d9f169 admin admin] 10.222.0.47 "GET /v2.0/networks/ae8280d4-d7b6-4f03-b68a-4d859049f799 HTTP/1.1" status: 200 len: 886 time: 0.1275609 Apr 11 15:15:38.637662 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56622) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:38.759049 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a28642-2c02-4f35-8ede-19b02a70e177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:38.759510 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a28642-2c02-4f35-8ede-19b02a70e177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:38.761062 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f7a28642-2c02-4f35-8ede-19b02a70e177 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224673 Apr 11 15:15:41.080220 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56630) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:41.175896 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99f8477-c54f-44b9-8f26-c1fda7035046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:41.176355 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99f8477-c54f-44b9-8f26-c1fda7035046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:41.177895 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-c99f8477-c54f-44b9-8f26-c1fda7035046 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0967319 Apr 11 15:15:42.059260 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-afa7c511-abe6-4b2f-bc88-73f2b390dc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:43.517984 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56638) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:43.603188 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4e78a-f6a1-403b-9fce-2045e64cf286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:43.605100 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f9d4e78a-f6a1-403b-9fce-2045e64cf286 admin admin] 10.222.0.47 "GET /v2.0/subnets/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b HTTP/1.1" status: 200 len: 816 time: 0.0861704 Apr 11 15:15:44.438326 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8eb927ad-78b1-4338-8567-25397b99dd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:45.438239 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:45.959364 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56646) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:15:46.049563 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1299e2-e821-46d5-b0b9-055d83247400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:15:46.050919 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6e1299e2-e821-46d5-b0b9-055d83247400 admin admin] 10.222.0.47 "GET /v2.0/subnets/e9b69964-80ed-45c5-ad09-2a826e9183e2 HTTP/1.1" status: 200 len: 868 time: 0.0905840 Apr 11 15:15:46.662995 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:15:48.351803 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:02.043207 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 5 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:16:11.986276 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-39218e04-c911-46c6-b985-18d96ec687a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:14.401108 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-bb3915a8-7fe2-4659-9aa3-b1984349db07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:15.431974 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:16.664386 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:18.303961 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:27.271733 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56704) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:27.320390 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [None req-75877f4a-1bcf-44f2-9973-940730abfb1d admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:16:27.321436 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-75877f4a-1bcf-44f2-9973-940730abfb1d admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487311 Apr 11 15:16:29.732473 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56712) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:29.791971 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.pecan_wsgi.hooks.translation [None req-305665ac-4465-44c4-90c9-93e12427cf89 admin admin] GET failed (client error): The resource could not be found. Apr 11 15:16:29.793244 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-305665ac-4465-44c4-90c9-93e12427cf89 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598462 Apr 11 15:16:29.882914 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8039322-18b9-46e4-8406-f5c0a72913d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:29.884505 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-c8039322-18b9-46e4-8406-f5c0a72913d8 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0872180 Apr 11 15:16:32.245161 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56720) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:32.292173 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:16:32.373387 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Made reservation on behalf of 88ccf1138f2d496ab6353a5a0351e08e for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:16:32.375725 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:32.404770 dv-cinder-836083-4-iscsi neutron-server[103869]: WARNING neutron.services.revisions.revision_plugin [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Could not find related network for resource to bump revision. Apr 11 15:16:32.420937 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:16:32.427939 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (83e5c6aa-7fb5-422d-82a5-933bcc4897ea), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:32.428926 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Added segment 83e5c6aa-7fb5-422d-82a5-933bcc4897ea of type vlan for network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 Apr 11 15:16:32.469078 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (80a0aea0-adae-466f-b2b6-1b1c6862d1d0), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:32.548702 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (80a0aea0-adae-466f-b2b6-1b1c6862d1d0), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:32.549693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:32.550288 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:32.608133 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Pushing event updated for resources: {'Network': ['ID=80a0aea0-adae-466f-b2b6-1b1c6862d1d0,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:32.614779 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.616337 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.616337 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.616583 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.616932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.617273 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.617652 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.618009 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.618329 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.618664 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.619016 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.619352 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.619759 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.620089 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.620418 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:32.630891 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:16:32.637432 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-972699c6-8747-4a3f-b676-645607cb315c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3912315 Apr 11 15:16:34.994059 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56730) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:16:35.054729 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.pecan_wsgi.hooks.translation [None req-916b6ec5-97a1-4b2c-badd-c443c766914f admin admin] GET failed (client error): The resource could not be found. Apr 11 15:16:35.056287 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-916b6ec5-97a1-4b2c-badd-c443c766914f admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612574 Apr 11 15:16:35.224346 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ee69e-e57d-4d10-8602-ed6f324e047a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:35.226353 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-4a5ee69e-e57d-4d10-8602-ed6f324e047a admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1658978 Apr 11 15:16:35.236159 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:16:35.338899 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Made reservation on behalf of 88ccf1138f2d496ab6353a5a0351e08e for: {'subnet': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:16:35.341158 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:35.571763 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (e7c2082b-777e-4e58-a413-1c35d68fff12), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:35.630484 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c2082b-777e-4e58-a413-1c35d68fff12,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:35.635631 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Checking segment: {'id': '83e5c6aa-7fb5-422d-82a5-933bcc4897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:16:35.635998 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Network hostable DHCP agents. Network: 80a0aea0-adae-466f-b2b6-1b1c6862d1d0, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:16:35.721571 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:16:35.812744 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, 80a0aea0-adae-466f-b2b6-1b1c6862d1d0) {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:16:35.816774 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:16:35.817373 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:35.822993 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad48388-ef2b-4893-a77f-161bfd6358af None None] Network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:16:35.890324 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-06acafcb-8118-451c-8382-438c924139d9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6574581 Apr 11 15:16:35.927130 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-80a0aea0-adae-466f-b2b6-1b1c6862d1d0', 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0', 'project_id': '88ccf1138f2d496ab6353a5a0351e08e', 'fixed_ips': [{'subnet_id': 'e7c2082b-777e-4e58-a413-1c35d68fff12'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:16:35.927130 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:36.164837 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Allocated IP 192.168.233.2 (80a0aea0-adae-466f-b2b6-1b1c6862d1d0/e7c2082b-777e-4e58-a413-1c35d68fff12/c322c644-2074-42a8-a6d6-51c38c37839e) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:16:36.310580 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Publish callbacks [] for port (c322c644-2074-42a8-a6d6-51c38c37839e), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:36.373865 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (c322c644-2074-42a8-a6d6-51c38c37839e), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:36.412766 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:16:36.415665 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:16:36.419052 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:16:36.431448 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Pushing event updated for resources: {'Port': ['ID=c322c644-2074-42a8-a6d6-51c38c37839e,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:36.454086 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.454434 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.454802 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.455164 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.455502 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.455860 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.456190 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.456517 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.456845 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.457190 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.457502 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.457853 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.458179 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.458500 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.458821 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:16:36.487999 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Attempting to bind port c322c644-2074-42a8-a6d6-51c38c37839e on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:16:36.488373 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Attempting to bind port c322c644-2074-42a8-a6d6-51c38c37839e by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '83e5c6aa-7fb5-422d-82a5-933bcc4897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:16:36.488742 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Attempting to bind port c322c644-2074-42a8-a6d6-51c38c37839e on network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:16:36.494462 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:16:36.494840 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Checking segment: {'id': '83e5c6aa-7fb5-422d-82a5-933bcc4897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:16:36.495243 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:36.495673 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Bound using segment: {'id': '83e5c6aa-7fb5-422d-82a5-933bcc4897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:16:36.496137 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Bound port: c322c644-2074-42a8-a6d6-51c38c37839e, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e5c6aa-7fb5-422d-82a5-933bcc4897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:16:36.496519 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c322c644-2074-42a8-a6d6-51c38c37839e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:36.561013 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-881ef764-8491-472e-803e-6a2a4256997d None None] For port c322c644-2074-42a8-a6d6-51c38c37839e, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:16:36.564063 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-881ef764-8491-472e-803e-6a2a4256997d None None] For port c322c644-2074-42a8-a6d6-51c38c37839e, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c322c644-2074-42a8-a6d6-51c38c37839e,segment=NetworkSegment(83e5c6aa-7fb5-422d-82a5-933bcc4897ea),segment_id=83e5c6aa-7fb5-422d-82a5-933bcc4897ea)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:16:36.642804 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c322c644-2074-42a8-a6d6-51c38c37839e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:36.701362 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ef764-8491-472e-803e-6a2a4256997d None None] Pushing event updated for resources: {'Port': ['ID=c322c644-2074-42a8-a6d6-51c38c37839e,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:37.206754 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c322c644-2074-42a8-a6d6-51c38c37839e up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:16:37.253790 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port c322c644-2074-42a8-a6d6-51c38c37839e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:37.254161 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c322c644-2074-42a8-a6d6-51c38c37839e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:37.340690 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port c322c644-2074-42a8-a6d6-51c38c37839e is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:37.341087 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c322c644-2074-42a8-a6d6-51c38c37839e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:37.387973 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port c322c644-2074-42a8-a6d6-51c38c37839e, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c322c644-2074-42a8-a6d6-51c38c37839e,segment=NetworkSegment(83e5c6aa-7fb5-422d-82a5-933bcc4897ea),segment_id=83e5c6aa-7fb5-422d-82a5-933bcc4897ea)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:16:37.453560 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c322c644-2074-42a8-a6d6-51c38c37839e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:37.509386 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=c322c644-2074-42a8-a6d6-51c38c37839e,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:16:37.613210 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3f5d6-a235-40f5-981d-68a020cbd4d6 None None] Network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:16:37.684405 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-daf80941-560d-44c2-9f11-92ed63660bff None None] Provisioning complete for port c322c644-2074-42a8-a6d6-51c38c37839e triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:37.684790 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-daf80941-560d-44c2-9f11-92ed63660bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c322c644-2074-42a8-a6d6-51c38c37839e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:37.915350 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-daf80941-560d-44c2-9f11-92ed63660bff None None] Current status of the port c322c644-2074-42a8-a6d6-51c38c37839e is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:38.034054 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-600579ef-45c2-40a1-8dc3-f2b14056c10b None None] Provisioning complete for port c322c644-2074-42a8-a6d6-51c38c37839e triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:38.034442 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-600579ef-45c2-40a1-8dc3-f2b14056c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c322c644-2074-42a8-a6d6-51c38c37839e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:38.114436 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-600579ef-45c2-40a1-8dc3-f2b14056c10b None None] Current status of the port c322c644-2074-42a8-a6d6-51c38c37839e is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:39.042380 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 5 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:16:39.172723 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c322c644-2074-42a8-a6d6-51c38c37839e up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:16:39.217235 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port c322c644-2074-42a8-a6d6-51c38c37839e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:16:39.217624 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c322c644-2074-42a8-a6d6-51c38c37839e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:39.290757 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port c322c644-2074-42a8-a6d6-51c38c37839e is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:16:41.953592 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-96ca2803-c5d6-42fe-8056-e2a980eb8468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:44.447140 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-d4201f4f-c6ae-451e-a2d9-70598c3d7730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:45.406971 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:46.652301 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:16:48.296266 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:11.947879 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-d1f414b9-3a32-4572-a2a9-b933f4dee14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:14.403900 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-01b1c31d-1b0d-45be-85ac-829c420f7910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:15.403160 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:16.041910 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 5 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:17:16.668003 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:18.319333 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:41.986837 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c6878357-8d52-4013-8506-122f1f6d4ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:44.407154 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-17ba9e72-69b9-420e-ab68-ad8afd72be19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:45.386326 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:46.723628 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:48.300845 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:17:53.041226 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 5 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:18:11.960327 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f047f924-c51d-41a5-bd58-8d22ef22a57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:14.435079 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0635d2f6-abb3-46c5-9635-dd7e75e5cb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:14.557276 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56770) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:14.562902 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [None req-8eb2ecab-d9ff-425d-b3a7-4ee5295a3504 tempest-verify_tempest_config-1870245246 tempest-verify_tempest_config-1870245246-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:18:14.564429 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-8eb2ecab-d9ff-425d-b3a7-4ee5295a3504 tempest-verify_tempest_config-1870245246 tempest-verify_tempest_config-1870245246-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061941 Apr 11 15:18:15.070614 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56788) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:15.174302 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:15.246072 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Publish callbacks [] for security_group (90645552-e059-4df3-8e28-9359bd346af1), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:15.328187 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (90645552-e059-4df3-8e28-9359bd346af1), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:15.375426 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90645552-e059-4df3-8e28-9359bd346af1,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:18:15.379681 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47ccd39e19cf45088502fefa35ededc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3079412 Apr 11 15:18:15.382578 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 56792) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:18:15.385197 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.385487 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.385845 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.386189 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.386523 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.386854 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.387181 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.387505 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.387882 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.388214 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.388555 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.388885 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.389207 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.389582 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.389909 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60094b3f-07be-4ec5-bdcd-3aa373b50dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.413685 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:15.440508 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Publish callbacks [] for security_group (90645552-e059-4df3-8e28-9359bd346af1), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:15.461303 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Publish callbacks [] for security_group (90645552-e059-4df3-8e28-9359bd346af1), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:15.636854 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (90645552-e059-4df3-8e28-9359bd346af1), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:15.639373 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:15.640588 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90645552-e059-4df3-8e28-9359bd346af1 HTTP/1.1" status: 204 len: 168 time: 0.2570572 Apr 11 15:18:15.650334 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90645552-e059-4df3-8e28-9359bd346af1,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:18:15.658165 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.658555 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.658913 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.659261 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.659634 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.659970 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.660301 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.660630 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.660974 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.661309 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.661671 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.661996 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.662326 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.662649 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:15.662971 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a674574-86cb-468b-aee8-5776eedc70b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:18:16.686024 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:18.328039 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:30.039397 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 5 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:18:41.953337 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-116a29e6-d77f-4c2c-98c7-f56f52e2770f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:44.412972 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-d4578131-c925-4628-a170-48a83b943bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:45.491077 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:46.674051 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:18:48.318741 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:07.038204 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 5 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:19:11.998346 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0f47951e-a97f-4c02-a0e6-6031d5e7450c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:14.403998 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-50a658dc-7107-4813-87b1-a878d251e9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:15.429091 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:16.668796 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:18.318568 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:42.011270 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e292cde8-9724-4f89-9178-f48081f86ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:44.037044 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 5 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:19:44.422606 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f9c736a5-e017-43ec-b47b-3936f53dec01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:45.434252 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:46.708278 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:19:48.323159 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:07.062470 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732297'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:11.997321 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1daedfb7-476e-46a1-9264-cb74b82e61d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:14.405103 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-889ac231-8612-4435-a4fb-7bb7036765f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:15.422534 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:16.684860 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:18.313264 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:21.035368 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:20:23.458004 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56866) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:20:23.564430 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-3291b225-136c-436a-a790-4edb8c69b13a admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1053250 Apr 11 15:20:25.883956 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 56876) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:20:25.937389 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-f6223876-aa31-4d6e-9714-57f6976ba0bb admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523880 Apr 11 15:20:37.056353 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:41.979230 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ef684b56-431f-4b06-8a1f-98bd714b2002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:44.416262 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-317c2b33-6d93-4c5f-b6ec-b4334bbd61dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:45.437067 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:46.701617 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:48.324563 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:20:58.033971 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:21:07.050178 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:11.998797 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f67971fc-e5ee-4dc2-a249-ae9d29510c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:14.432568 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-85a12f24-1b0f-4260-ba40-1b727cb78e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:15.419361 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:16.690222 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:18.316554 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:35.033064 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:21:37.064646 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:41.975597 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-49257439-bfcb-4f1d-8d57-6fc8ffc6e955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:44.402052 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3ae4626f-84a2-42f6-a252-5afc013af50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:45.453714 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:46.690257 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:21:48.318045 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:07.090229 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:09.220224 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57020) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:09.692278 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1210513051-network', 'tenant_id': '6be36b0a4dd34adb850ecb23537be9ac'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:09.793058 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Made reservation on behalf of 6be36b0a4dd34adb850ecb23537be9ac for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:09.795486 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:09.806059 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:09.885961 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Publish callbacks [] for security_group (73265f95-8efc-414c-852d-80640e7ce929), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:09.970259 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (73265f95-8efc-414c-852d-80640e7ce929), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:10.001805 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:22:10.007870 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73265f95-8efc-414c-852d-80640e7ce929,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:10.022353 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.022748 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.023123 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.023485 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.024072 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.024389 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.024711 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.025233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.025585 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.025921 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.026273 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.026621 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.026961 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.027292 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.027628 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Tracked resource versions report: Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: pushed versions: Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: { 'AddressGroup': {'1.2'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Agent': {'1.1'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'ConntrackHelper': {'1.0'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Log': {'1.0'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'NDPProxy': {'1.0'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Network': {'1.1'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Port': {'1.7'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'PortForwarding': {'1.3'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'QosPolicy': {'1.10'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SecurityGroup': {'1.5'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SubPort': {'1.0'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Subnet': {'1.1'}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Trunk': {'1.1'}} Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: consumer versions: Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: { DHCP agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: HyperV agent@hv-cinder-83608: {}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: L3 agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: Metadata agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: Metering agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: Open vSwitch agent@dv-cinder-836083-4-iscsi: { 'AddressGroup': '1.2', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Agent': '1.1', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'ConntrackHelper': '1.0', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'LocalIPAssociation': '1.0', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Log': '1.0', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'NDPProxy': '1.0', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Network': '1.1', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Port': '1.7', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'PortForwarding': '1.3', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'QosPolicy': '1.10', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SecurityGroup': '1.5', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SecurityGroupRule': '1.2', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'SubPort': '1.0', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Subnet': '1.1', Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: 'Trunk': '1.1'}} Apr 11 15:22:10.029024 dv-cinder-836083-4-iscsi neutron-server[103869]: {{(pid=103869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:22:10.038108 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (1f76e1ad-aafc-4f1e-9b92-7143b61fda09), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:10.038108 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Added segment 1f76e1ad-aafc-4f1e-9b92-7143b61fda09 of type vlan for network 0d52ba4e-6bb5-431f-88b0-af9657baffb7 Apr 11 15:22:10.095790 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (0d52ba4e-6bb5-431f-88b0-af9657baffb7), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:10.202642 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 57066) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:10.210418 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (0d52ba4e-6bb5-431f-88b0-af9657baffb7), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:10.211400 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:10.212022 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:10.277596 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0d52ba4e-6bb5-431f-88b0-af9657baffb7,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:10.290751 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network 0d52ba4e-6bb5-431f-88b0-af9657baffb7 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:22:10.325622 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 57076) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:10.325979 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1315054d-2454-46ec-841e-8169450d91e3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1038442 Apr 11 15:22:10.333010 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Request body: {'subnet': {'network_id': '0d52ba4e-6bb5-431f-88b0-af9657baffb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1210513051-subnet', 'tenant_id': '6be36b0a4dd34adb850ecb23537be9ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:10.438739 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Made reservation on behalf of 6be36b0a4dd34adb850ecb23537be9ac for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:10.441286 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:10.607032 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57082) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:10.699877 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (298da813-27a4-438c-b013-30db28ed6f46), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:10.766735 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-network', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:10.788189 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298da813-27a4-438c-b013-30db28ed6f46,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:10.812120 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.812751 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.813094 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.813437 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.813785 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.814354 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.814828 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.815380 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.815977 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.816557 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.817098 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.817629 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.817969 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.818299 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.819520 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Tracked resource versions report: Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: pushed versions: Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: { 'AddressGroup': {'1.2'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Agent': {'1.1'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'ConntrackHelper': {'1.0'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Log': {'1.0'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'NDPProxy': {'1.0'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Network': {'1.1'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Port': {'1.7'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'PortForwarding': {'1.3'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'QosPolicy': {'1.10'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SecurityGroup': {'1.5'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SubPort': {'1.0'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Subnet': {'1.1'}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Trunk': {'1.1'}} Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: consumer versions: Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: { DHCP agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: HyperV agent@hv-cinder-83608: {}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: L3 agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: Metadata agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: Metering agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: Open vSwitch agent@dv-cinder-836083-4-iscsi: { 'AddressGroup': '1.2', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Agent': '1.1', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'ConntrackHelper': '1.0', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'LocalIPAssociation': '1.0', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Log': '1.0', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'NDPProxy': '1.0', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Network': '1.1', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Port': '1.7', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'PortForwarding': '1.3', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'QosPolicy': '1.10', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SecurityGroup': '1.5', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SecurityGroupRule': '1.2', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'SubPort': '1.0', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Subnet': '1.1', Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: 'Trunk': '1.1'}} Apr 11 15:22:10.823891 dv-cinder-836083-4-iscsi neutron-server[103868]: {{(pid=103868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:22:10.837555 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Checking segment: {'id': '1f76e1ad-aafc-4f1e-9b92-7143b61fda09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0d52ba4e-6bb5-431f-88b0-af9657baffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:10.838142 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Network hostable DHCP agents. Network: 0d52ba4e-6bb5-431f-88b0-af9657baffb7, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:22:10.853296 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57092) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:10.933540 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Made reservation on behalf of 98ab9ba355cc424c84878fe5fd657070 for: {'network': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:10.935947 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:10.947107 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Network 0d52ba4e-6bb5-431f-88b0-af9657baffb7 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:22:10.950596 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.039725 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Publish callbacks [] for security_group (1a488f60-3f33-4b32-af5a-ad2517aa99b6), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.040845 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, 0d52ba4e-6bb5-431f-88b0-af9657baffb7) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:11.045085 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:11.045649 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.055475 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446784c-f769-4b3b-98fb-4c6894552ec3 None None] Network 0d52ba4e-6bb5-431f-88b0-af9657baffb7 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:22:11.069394 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-892221137-network', 'tenant_id': 'f0573db22c67416f83e231e6b1f33692'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:11.117561 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (1a488f60-3f33-4b32-af5a-ad2517aa99b6), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.124380 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-908723551-network', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:11.164698 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a488f60-3f33-4b32-af5a-ad2517aa99b6,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:11.184089 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-4a764a89-a70d-45aa-b43e-d2e51c0ec882 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8565593 Apr 11 15:22:11.197952 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:22:11.209395 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e76b1e-9a83-4f2d-807f-dfaef36340cf None None] Network 0d52ba4e-6bb5-431f-88b0-af9657baffb7 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:22:11.217444 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (64e5ba2a-3992-4784-9c5e-039a48db9c58), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.217444 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.segments_db [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Added segment 64e5ba2a-3992-4784-9c5e-039a48db9c58 of type vlan for network 41aa52fa-7af2-4c63-910a-080aef6fa315 Apr 11 15:22:11.236795 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Made reservation on behalf of f0573db22c67416f83e231e6b1f33692 for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:11.239447 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.249820 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.267359 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (41aa52fa-7af2-4c63-910a-080aef6fa315), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.311874 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Made reservation on behalf of 7d28faf05bb14f3ea1debe1eac95e0be for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:11.314155 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.345701 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.392738 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Publish callbacks [] for security_group (d41b21d1-7578-4298-887b-ea86329ef189), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.397171 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (41aa52fa-7af2-4c63-910a-080aef6fa315), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.399007 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:11.400231 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.466295 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Publish callbacks [] for security_group (1bc33d22-df15-4668-8f50-4e6dd575aa86), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.467674 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (d41b21d1-7578-4298-887b-ea86329ef189), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.486858 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:22:11.498552 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] Pushing event updated for resources: {'Network': ['ID=41aa52fa-7af2-4c63-910a-080aef6fa315,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:11.505909 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (a0ac3582-2826-4e94-9dc3-b43603f2280e), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.506091 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Added segment a0ac3582-2826-4e94-9dc3-b43603f2280e of type vlan for network eced42cf-e7c8-4206-8257-9d4062654f2d Apr 11 15:22:11.507649 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b21d1-7578-4298-887b-ea86329ef189,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:11.509336 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network 41aa52fa-7af2-4c63-910a-080aef6fa315 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:22:11.533880 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-8d3efa6a-6ed2-4652-9d3a-6e9f404626cb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3299730 Apr 11 15:22:11.534515 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 57120) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:11.542154 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Request body: {'subnet': {'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-subnet', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:11.550910 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (eced42cf-e7c8-4206-8257-9d4062654f2d), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.574894 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (1bc33d22-df15-4668-8f50-4e6dd575aa86), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.597439 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:22:11.613088 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc33d22-df15-4668-8f50-4e6dd575aa86,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:11.619381 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (69e27bd1-bfb1-49ca-8a52-94dfc311a723), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.620056 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Added segment 69e27bd1-bfb1-49ca-8a52-94dfc311a723 of type vlan for network cc3139d6-6903-49d1-a95b-667580eb14d3 Apr 11 15:22:11.652922 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (eced42cf-e7c8-4206-8257-9d4062654f2d), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.653861 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:11.654437 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.659335 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Made reservation on behalf of 98ab9ba355cc424c84878fe5fd657070 for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:11.661663 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.671614 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (cc3139d6-6903-49d1-a95b-667580eb14d3), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.742659 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] Pushing event updated for resources: {'Network': ['ID=eced42cf-e7c8-4206-8257-9d4062654f2d,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:11.755433 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network eced42cf-e7c8-4206-8257-9d4062654f2d details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:22:11.826115 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (cc3139d6-6903-49d1-a95b-667580eb14d3), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.827264 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:11.828101 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.836225 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-b11341d1-4d94-40c5-b61f-dbef66e1e325 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2266207 Apr 11 15:22:11.842169 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 57130) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:11.848890 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Request body: {'subnet': {'network_id': 'eced42cf-e7c8-4206-8257-9d4062654f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-892221137-subnet', 'tenant_id': 'f0573db22c67416f83e231e6b1f33692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:11.895815 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] Pushing event updated for resources: {'Network': ['ID=cc3139d6-6903-49d1-a95b-667580eb14d3,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:11.909692 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network cc3139d6-6903-49d1-a95b-667580eb14d3 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:22:11.946060 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (a5ff89b2-c6d2-4cf1-88b1-f35951817570), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:11.954365 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a42bbd20-9bde-4db6-9438-d06a6a5017bb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0986362 Apr 11 15:22:11.955333 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57134) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:11.962521 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Request body: {'subnet': {'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-subnet', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:12.032725 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:22:12.038965 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1c9d-b126-48ee-b3ed-d8180cf1bd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.089949 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Made reservation on behalf of 7d28faf05bb14f3ea1debe1eac95e0be for: {'subnet': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:12.093614 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.119814 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Checking segment: {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:12.120182 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Network hostable DHCP agents. Network: 41aa52fa-7af2-4c63-910a-080aef6fa315, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:22:12.124533 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Made reservation on behalf of f0573db22c67416f83e231e6b1f33692 for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:12.126801 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.196212 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ff89b2-c6d2-4cf1-88b1-f35951817570,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:12.257256 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Network 41aa52fa-7af2-4c63-910a-080aef6fa315 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:22:12.348459 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, 41aa52fa-7af2-4c63-910a-080aef6fa315) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:12.352753 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:12.353590 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.359211 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb22353-1423-4c4d-9b80-f9d58a004c2a None None] Network 41aa52fa-7af2-4c63-910a-080aef6fa315 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:22:12.411183 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (88f03960-1a9b-4327-bbda-41fdebf7bb0d), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.441754 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (842a567c-5078-47de-b39a-5336e341f885), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.447832 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-cb892621-d3ff-41cb-b334-7f7db9929aae admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9114838 Apr 11 15:22:12.458682 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57152) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:12.474033 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:12.484953 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f03960-1a9b-4327-bbda-41fdebf7bb0d,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:12.502938 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-41aa52fa-7af2-4c63-910a-080aef6fa315', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:22:12.504209 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.504431 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842a567c-5078-47de-b39a-5336e341f885,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:12.510325 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Checking segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:12.510689 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Network hostable DHCP agents. Network: cc3139d6-6903-49d1-a95b-667580eb14d3, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:22:12.532949 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Checking segment: {'id': 'a0ac3582-2826-4e94-9dc3-b43603f2280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eced42cf-e7c8-4206-8257-9d4062654f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:12.533240 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Network hostable DHCP agents. Network: eced42cf-e7c8-4206-8257-9d4062654f2d, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:22:12.596611 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.597703 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.630691 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Network eced42cf-e7c8-4206-8257-9d4062654f2d is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:22:12.657326 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Network cc3139d6-6903-49d1-a95b-667580eb14d3 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:22:12.668634 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks [] for router_controller (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), precommit_add_association {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.689808 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Allocated IP 172.20.0.2 (41aa52fa-7af2-4c63-910a-080aef6fa315/a5ff89b2-c6d2-4cf1-88b1-f35951817570/af7440ed-0827-4513-8deb-76996ed36d3a) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:12.729123 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, cc3139d6-6903-49d1-a95b-667580eb14d3) {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:12.729532 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, eced42cf-e7c8-4206-8257-9d4062654f2d) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:12.738895 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:12.738895 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.739097 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:12.739658 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.763166 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aa0a57-8d52-413d-a84f-911b3d6004c9 None None] Network cc3139d6-6903-49d1-a95b-667580eb14d3 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:22:12.765744 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d6c3e-6936-445c-bf91-cdf5b8c04835 None None] Network eced42cf-e7c8-4206-8257-9d4062654f2d requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:22:12.834635 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a9e18419-a8fd-4a27-a9b9-b22656954c37 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8774223 Apr 11 15:22:12.837450 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 57176) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:12.843701 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:12.893974 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-03685fec-7e75-4094-9ac2-b675143ab831 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0493896 Apr 11 15:22:12.936336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks [] for router_gateway (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:12.998689 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (063d8bc9-c0a2-4f95-8737-9f57069c6edd), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.000819 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (063d8bc9-c0a2-4f95-8737-9f57069c6edd), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.001274 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-cc3139d6-6903-49d1-a95b-667580eb14d3', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:22:13.010995 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.043468 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Publish callbacks [] for port (af7440ed-0827-4513-8deb-76996ed36d3a), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.054465 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3872c59c-b289-4b85-806a-9cce2bb9557a None None] Network eced42cf-e7c8-4206-8257-9d4062654f2d requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:22:13.109203 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks [] for router_controller (063d8bc9-c0a2-4f95-8737-9f57069c6edd), precommit_add_association {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.278731 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.368765 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Network 41aa52fa-7af2-4c63-910a-080aef6fa315 is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:13.380367 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:13.384387 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:13.437754 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Pushing event updated for resources: {'Port': ['ID=af7440ed-0827-4513-8deb-76996ed36d3a,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:13.469713 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks [] for router_gateway (063d8bc9-c0a2-4f95-8737-9f57069c6edd), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.477315 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Attempting to bind port af7440ed-0827-4513-8deb-76996ed36d3a on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:22:13.477697 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Attempting to bind port af7440ed-0827-4513-8deb-76996ed36d3a by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:22:13.478065 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Attempting to bind port af7440ed-0827-4513-8deb-76996ed36d3a on network 41aa52fa-7af2-4c63-910a-080aef6fa315 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:13.487024 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.487910 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.487910 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.488321 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.488839 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.489190 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.489528 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.489869 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.490201 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.490608 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.490950 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.491286 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.491637 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.491976 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.492303 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Tracked resource versions report: Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: pushed versions: Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: { 'AddressGroup': {'1.2'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Agent': {'1.1'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'ConntrackHelper': {'1.0'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Log': {'1.0'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'NDPProxy': {'1.0'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Network': {'1.1'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Port': {'1.7'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'PortForwarding': {'1.3'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'QosPolicy': {'1.10'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SecurityGroup': {'1.5'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SubPort': {'1.0'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Subnet': {'1.1'}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Trunk': {'1.1'}} Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: consumer versions: Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: { DHCP agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: HyperV agent@hv-cinder-83608: {}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: L3 agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: Metadata agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: Metering agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: Open vSwitch agent@dv-cinder-836083-4-iscsi: { 'AddressGroup': '1.2', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Agent': '1.1', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'ConntrackHelper': '1.0', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'LocalIPAssociation': '1.0', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Log': '1.0', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'NDPProxy': '1.0', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Network': '1.1', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Port': '1.7', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'PortForwarding': '1.3', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'QosPolicy': '1.10', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SecurityGroup': '1.5', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SecurityGroupRule': '1.2', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'SubPort': '1.0', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Subnet': '1.1', Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: 'Trunk': '1.1'}} Apr 11 15:22:13.493506 dv-cinder-836083-4-iscsi neutron-server[103870]: {{(pid=103870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:22:13.502840 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:22:13.503216 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Checking segment: {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:13.504019 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.504120 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Bound using segment: {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:22:13.504606 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Bound port: af7440ed-0827-4513-8deb-76996ed36d3a, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:22:13.504995 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.517013 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Allocated IP 172.20.0.2 (cc3139d6-6903-49d1-a95b-667580eb14d3/88f03960-1a9b-4327-bbda-41fdebf7bb0d/b302ed1f-5eda-466a-91f4-86c169f04f5d) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:13.531919 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks [] for router_gateway (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.581667 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.649551 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] For port af7440ed-0827-4513-8deb-76996ed36d3a, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:22:13.653936 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] For port af7440ed-0827-4513-8deb-76996ed36d3a, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=af7440ed-0827-4513-8deb-76996ed36d3a,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:22:13.701940 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Allocated IP 172.27.0.201 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/c3ca6bed-3f68-40db-b406-599415811a81) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:13.755697 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.842902 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Publish callbacks [] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.860733 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks [] for router_gateway (063d8bc9-c0a2-4f95-8737-9f57069c6edd), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.878968 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35310e8-926b-4cd2-b259-35957c7db915 None None] Pushing event updated for resources: {'Port': ['ID=af7440ed-0827-4513-8deb-76996ed36d3a,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:13.907243 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57208) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:13.908680 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.913866 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-626766137-network', 'tenant_id': '5f66d0847a1442099280291f11fa93e9'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:13.925786 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:13.933874 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks [] for port (c3ca6bed-3f68-40db-b406-599415811a81), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.001550 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Network cc3139d6-6903-49d1-a95b-667580eb14d3 is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:14.007418 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:14.012504 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:14.016067 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Pushing event updated for resources: {'Port': ['ID=b302ed1f-5eda-466a-91f4-86c169f04f5d,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:14.078776 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Made reservation on behalf of 5f66d0847a1442099280291f11fa93e9 for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:14.081263 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.083247 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Attempting to bind port b302ed1f-5eda-466a-91f4-86c169f04f5d on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:22:14.083882 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Attempting to bind port b302ed1f-5eda-466a-91f4-86c169f04f5d by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:22:14.088361 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Attempting to bind port b302ed1f-5eda-466a-91f4-86c169f04f5d on network cc3139d6-6903-49d1-a95b-667580eb14d3 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:14.091515 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:22:14.091987 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.092406 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Checking segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:14.093033 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.093720 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Bound using segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:22:14.094537 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Bound port: b302ed1f-5eda-466a-91f4-86c169f04f5d, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:22:14.094824 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.146173 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (c3ca6bed-3f68-40db-b406-599415811a81), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.207003 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] For port b302ed1f-5eda-466a-91f4-86c169f04f5d, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:22:14.214342 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] For port b302ed1f-5eda-466a-91f4-86c169f04f5d, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b302ed1f-5eda-466a-91f4-86c169f04f5d,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:22:14.234157 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Allocated IP 172.27.0.207 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/fcf00558-331d-4fae-8348-8c16942f29ac) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:14.294261 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.297050 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:14.302327 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:14.309800 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:14.317222 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ca6bed-3f68-40db-b406-599415811a81,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:14.464444 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Publish callbacks [] for security_group (c742355a-bfa4-49c0-b4e1-cd7c506ca272), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.467866 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b84fbe-cd71-428b-9c1d-38c23886ed72 None None] Pushing event updated for resources: {'Port': ['ID=b302ed1f-5eda-466a-91f4-86c169f04f5d,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:14.478054 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks [] for port (fcf00558-331d-4fae-8348-8c16942f29ac), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.616506 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-829f6e86-a2c5-4edf-aa20-9c87ab9d81d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.644766 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (c742355a-bfa4-49c0-b4e1-cd7c506ca272), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.649204 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.665842 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:22:14.687228 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (cb10b764-bf53-47ba-a412-53e8c0b2be3c), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:14.687608 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Added segment cb10b764-bf53-47ba-a412-53e8c0b2be3c of type vlan for network 8aaa11c3-f191-4603-a9bb-3502149186bf Apr 11 15:22:14.785608 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:14.799769 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:14.806689 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:14.881632 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf00558-331d-4fae-8348-8c16942f29ac,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:14.913955 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (8aaa11c3-f191-4603-a9bb-3502149186bf), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:15.018782 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c742355a-bfa4-49c0-b4e1-cd7c506ca272,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:15.059356 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.db.resource_extend [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 15:22:15.195859 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57264) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:15.198070 dv-cinder-836083-4-iscsi neutron-server[103869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 15:22:15.265809 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (8aaa11c3-f191-4603-a9bb-3502149186bf), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:15.266770 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:15.267354 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:15.274822 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks [] for router_gateway (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:15.340825 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks [] for router_gateway (063d8bc9-c0a2-4f95-8737-9f57069c6edd), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:15.476863 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:15.577418 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] Pushing event updated for resources: {'Network': ['ID=8aaa11c3-f191-4603-a9bb-3502149186bf,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:15.598776 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network 8aaa11c3-f191-4603-a9bb-3502149186bf details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:22:15.654615 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device af7440ed-0827-4513-8deb-76996ed36d3a up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:15.757050 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port af7440ed-0827-4513-8deb-76996ed36d3a triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:15.757934 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:15.760014 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-6279daae-5613-4ec8-9a8c-840f299a55a8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8511357 Apr 11 15:22:15.766660 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57272) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:15.772250 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Request body: {'subnet': {'network_id': '8aaa11c3-f191-4603-a9bb-3502149186bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-626766137-subnet', 'tenant_id': '5f66d0847a1442099280291f11fa93e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:15.799796 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a294d18b-1f1e-4f6e-8ad4-cb4abf2c5c52 None None] Network 41aa52fa-7af2-4c63-910a-080aef6fa315 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:22:15.801934 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-7947d957-9a47-49cf-a4eb-d456fbe1ec46 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:15.804200 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-7947d957-9a47-49cf-a4eb-d456fbe1ec46 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/networks?id=eced42cf-e7c8-4206-8257-9d4062654f2d HTTP/1.1" status: 200 len: 811 time: 0.6073258 Apr 11 15:22:15.841597 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-1848d6aa-016a-4e2b-a171-6f8965204319 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/quotas/f0573db22c67416f83e231e6b1f33692 HTTP/1.1" status: 200 len: 375 time: 0.0148201 Apr 11 15:22:15.853920 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ce777cc8-4de2-44a9-af87-f677e07e93f8 None None] Provisioning complete for port af7440ed-0827-4513-8deb-76996ed36d3a triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:15.857387 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ce777cc8-4de2-44a9-af87-f677e07e93f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:15.899506 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Made reservation on behalf of 5f66d0847a1442099280291f11fa93e9 for: {'subnet': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:15.902167 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:15.976174 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (063d8bc9-c0a2-4f95-8737-9f57069c6edd), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:16.056390 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-e0aafb7f-e819-4a7d-87d7-e2b34fa78565 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0573db22c67416f83e231e6b1f33692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2044864 Apr 11 15:22:16.143862 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:16.300818 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c0805-beb4-46f1-b523-14f7ddf7b007 None None] Network cc3139d6-6903-49d1-a95b-667580eb14d3 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:22:16.431945 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port af7440ed-0827-4513-8deb-76996ed36d3a is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:16.432554 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:16.438680 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Router 063d8bc9-c0a2-4f95-8737-9f57069c6edd is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:22:16.439829 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-7ee40252-ebfd-44d4-bca3-d81f15bb6bf2 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:22:16.447708 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-7ee40252-ebfd-44d4-bca3-d81f15bb6bf2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0947149 Apr 11 15:22:16.571592 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ce777cc8-4de2-44a9-af87-f677e07e93f8 None None] Current status of the port af7440ed-0827-4513-8deb-76996ed36d3a is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:16.571592 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ce777cc8-4de2-44a9-af87-f677e07e93f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:16.591409 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-72ef34b6-e7a2-4372-8f22-a50a36ecc812 service neutron] 10.222.0.47 "GET /v2.0/networks/eced42cf-e7c8-4206-8257-9d4062654f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423686 Apr 11 15:22:16.599686 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port af7440ed-0827-4513-8deb-76996ed36d3a, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=af7440ed-0827-4513-8deb-76996ed36d3a,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:16.651900 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:22:16.652347 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:16.654841 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b302ed1f-5eda-466a-91f4-86c169f04f5d up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:16.664610 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Sync routers for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:22:16.680820 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:22:16.681485 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:22:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:16.730379 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (d0549896-6a15-40fe-99a0-7ca88aa0cc36), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:16.770668 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:16.775188 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:16.775188 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-b7214bcf-3253-46d4-911b-82b85ec740c0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9353390 Apr 11 15:22:16.777558 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 57300) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:16.794116 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.db.api [None req-ce777cc8-4de2-44a9-af87-f677e07e93f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:22:16.794844 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG oslo_db.api [None req-ce777cc8-4de2-44a9-af87-f677e07e93f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:22:16.810020 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=af7440ed-0827-4513-8deb-76996ed36d3a,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:16.819313 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port b302ed1f-5eda-466a-91f4-86c169f04f5d triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:16.820025 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:16.893882 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0549896-6a15-40fe-99a0-7ca88aa0cc36,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:16.908635 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-219b7ed8-795c-401c-ad43-24e294b13349 service neutron] 10.222.0.47 "GET /v2.0/networks/eced42cf-e7c8-4206-8257-9d4062654f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120489 Apr 11 15:22:16.930920 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:22:16.941937 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port b302ed1f-5eda-466a-91f4-86c169f04f5d is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:16.942397 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:16.972240 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Checking segment: {'id': 'cb10b764-bf53-47ba-a412-53e8c0b2be3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8aaa11c3-f191-4603-a9bb-3502149186bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:16.972610 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Network hostable DHCP agents. Network: 8aaa11c3-f191-4603-a9bb-3502149186bf, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:22:17.020857 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port b302ed1f-5eda-466a-91f4-86c169f04f5d, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b302ed1f-5eda-466a-91f4-86c169f04f5d,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:17.032828 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:22:17.451932 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:17.456693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Network 8aaa11c3-f191-4603-a9bb-3502149186bf is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:22:17.457989 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=b302ed1f-5eda-466a-91f4-86c169f04f5d,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:17.458376 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:15Z', 'revision_number': 3, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:17.458915 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:22:17.460517 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Checking router: 063d8bc9-c0a2-4f95-8737-9f57069c6edd for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:22:17.460517 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Updating router 063d8bc9-c0a2-4f95-8737-9f57069c6edd port fcf00558-331d-4fae-8348-8c16942f29ac binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:22:17.461137 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Sync routers for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:22:17.461689 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:17.462946 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:22:17.462946 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:22:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:17.501110 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b1aec66c-8ab2-4b4e-9b53-bc40edf5296b req-142622a3-459f-4d08-b2f7-9b5a31cef7a3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 210 time: 0.1258500 Apr 11 15:22:17.548009 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:17.550210 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-e3d75429-a3bd-45e6-a2d6-2169fa038cc7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0866489 Apr 11 15:22:17.551774 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, 8aaa11c3-f191-4603-a9bb-3502149186bf) {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:17.553926 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 57340) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:17.558162 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:17.559093 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:17.575013 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device af7440ed-0827-4513-8deb-76996ed36d3a up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:17.599105 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dbeadc-1a51-4b77-905c-e6005987793f None None] Network 8aaa11c3-f191-4603-a9bb-3502149186bf requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:22:17.623422 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ce777cc8-4de2-44a9-af87-f677e07e93f8 None None] Current status of the port af7440ed-0827-4513-8deb-76996ed36d3a is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:17.668633 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-f5000183-c7e3-4635-aef8-3348108d233e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9008813 Apr 11 15:22:17.874377 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57348) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:17.946112 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:17.964497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27af448-8307-40d4-93f8-0b3477b1e419 admin admin] Deleting subnet 298da813-27a4-438c-b013-30db28ed6f46 {{(pid=103869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:22:17.969208 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e27af448-8307-40d4-93f8-0b3477b1e419 admin admin] Publish callbacks [] for subnet (298da813-27a4-438c-b013-30db28ed6f46), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:17.977207 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Publish callbacks [] for port (fcf00558-331d-4fae-8348-8c16942f29ac), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.045152 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57352) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:18.054464 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:22:18.063192 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e27af448-8307-40d4-93f8-0b3477b1e419 admin admin] Publish callbacks [] for subnet (298da813-27a4-438c-b013-30db28ed6f46), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.070618 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.078043 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e27af448-8307-40d4-93f8-0b3477b1e419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (298da813-27a4-438c-b013-30db28ed6f46), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.204805 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Attempting to bind port fcf00558-331d-4fae-8348-8c16942f29ac on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:22:18.205509 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Attempting to bind port fcf00558-331d-4fae-8348-8c16942f29ac by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:22:18.206020 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Attempting to bind port fcf00558-331d-4fae-8348-8c16942f29ac on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:18.214681 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:22:18.215285 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:18.216010 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.216712 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:22:18.219484 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Bound port: fcf00558-331d-4fae-8348-8c16942f29ac, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:22:18.220132 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.274942 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-399c4294-3cdd-40d3-848a-4aa0d021cbf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.294046 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e27af448-8307-40d4-93f8-0b3477b1e419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (298da813-27a4-438c-b013-30db28ed6f46), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.300866 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] For port fcf00558-331d-4fae-8348-8c16942f29ac, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:22:18.304956 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] For port fcf00558-331d-4fae-8348-8c16942f29ac, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=fcf00558-331d-4fae-8348-8c16942f29ac,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:22:18.340609 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Pushing event updated for resources: {'Port': ['ID=fcf00558-331d-4fae-8348-8c16942f29ac,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:18.371234 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.372159 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.372843 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.373411 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.373914 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.374563 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.375265 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.375801 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.376320 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.376821 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.377376 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.378013 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.378106 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port af7440ed-0827-4513-8deb-76996ed36d3a triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:18.378721 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.379142 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.380155 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.380699 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:22:18.382320 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27af448-8307-40d4-93f8-0b3477b1e419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298da813-27a4-438c-b013-30db28ed6f46,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Tracked resource versions report: Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: pushed versions: Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: { 'AddressGroup': {'1.2'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Agent': {'1.1'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'ConntrackHelper': {'1.0'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'LocalIPAssociation': {'1.0'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Log': {'1.0'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'NDPProxy': {'1.0'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Network': {'1.1'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Port': {'1.7'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'PortForwarding': {'1.3'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'QosPolicy': {'1.10'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SecurityGroup': {'1.5'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SecurityGroupRule': {'1.2'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SubPort': {'1.0'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Subnet': {'1.1'}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Trunk': {'1.1'}} Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: consumer versions: Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: { DHCP agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: HyperV agent@hv-cinder-83608: {}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: L3 agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: Metadata agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: Metering agent@dv-cinder-836083-4-iscsi: {}, Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: Open vSwitch agent@dv-cinder-836083-4-iscsi: { 'AddressGroup': '1.2', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Agent': '1.1', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'ConntrackHelper': '1.0', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'LocalIPAssociation': '1.0', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Log': '1.0', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'NDPProxy': '1.0', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Network': '1.1', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Port': '1.7', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'PortForwarding': '1.3', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'QosPolicy': '1.10', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SecurityGroup': '1.5', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SecurityGroupRule': '1.2', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'SubPort': '1.0', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Subnet': '1.1', Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: 'Trunk': '1.1'}} Apr 11 15:22:18.383672 dv-cinder-836083-4-iscsi neutron-server[103871]: {{(pid=103871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 15:22:18.397368 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.455263 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e27af448-8307-40d4-93f8-0b3477b1e419 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.460667 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-e27af448-8307-40d4-93f8-0b3477b1e419 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/298da813-27a4-438c-b013-30db28ed6f46 HTTP/1.1" status: 204 len: 168 time: 0.5831995 Apr 11 15:22:18.467030 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57376) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:18.493262 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:22:18.496378 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:22:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:18.496551 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Allocated IP 172.20.0.1 (cc3139d6-6903-49d1-a95b-667580eb14d3/88f03960-1a9b-4327-bbda-41fdebf7bb0d/66d16515-a7a2-46ec-ab98-1fc65999e6ec) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:18.520658 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ff372925-8327-4365-a2f5-131eec597cd1 None None] Provisioning complete for port b302ed1f-5eda-466a-91f4-86c169f04f5d triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:18.521585 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ff372925-8327-4365-a2f5-131eec597cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.652142 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.683493 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57392) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:18.697473 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (0d52ba4e-6bb5-431f-88b0-af9657baffb7), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.726711 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.734918 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:22:18.755396 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7c2745-d3c0-46fc-893d-9eaa2499a2ff None None] Network 8aaa11c3-f191-4603-a9bb-3502149186bf requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:22:18.809711 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-67fb56c9-d217-4633-9d7a-129b9ae61e16 req-e686dc8f-712c-4aef-a7c3-70ecfea75163 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 210 time: 0.1217799 Apr 11 15:22:18.843367 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-399c4294-3cdd-40d3-848a-4aa0d021cbf4 admin admin] Publish callbacks [] for security_group (3e04f9db-3729-4619-afc5-30a8eb116170), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.911033 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-399c4294-3cdd-40d3-848a-4aa0d021cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (3e04f9db-3729-4619-afc5-30a8eb116170), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:18.947377 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port af7440ed-0827-4513-8deb-76996ed36d3a is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:18.948593 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b302ed1f-5eda-466a-91f4-86c169f04f5d up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:18.954867 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c4294-3cdd-40d3-848a-4aa0d021cbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e04f9db-3729-4619-afc5-30a8eb116170,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:19.017108 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea198e-5731-4288-9917-eb730ea20598 None None] Pushing event updated for resources: {'Port': ['ID=fcf00558-331d-4fae-8348-8c16942f29ac,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:19.044004 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-399c4294-3cdd-40d3-848a-4aa0d021cbf4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d6b5b2baacf94890881e63e1944ad802&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9847982 Apr 11 15:22:19.048907 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (0d52ba4e-6bb5-431f-88b0-af9657baffb7), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.062656 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57400) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:19.064792 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ff372925-8327-4365-a2f5-131eec597cd1 None None] Current status of the port b302ed1f-5eda-466a-91f4-86c169f04f5d is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:19.080241 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:14Z', 'revision_number': 3, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:19.094210 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:15Z', 'revision_number': 3, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:19.096746 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Allocated IP 172.20.0.1 (41aa52fa-7af2-4c63-910a-080aef6fa315/a5ff89b2-c6d2-4cf1-88b1-f35951817570/3b6ac82f-dc65-4da7-af4f-3b6deb04b838) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:19.108530 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ff372925-8327-4365-a2f5-131eec597cd1 None None] Provisioning complete for port af7440ed-0827-4513-8deb-76996ed36d3a triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:19.109000 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ff372925-8327-4365-a2f5-131eec597cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.116757 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Checking router: b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:22:19.116929 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Updating router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab port c3ca6bed-3f68-40db-b406-599415811a81 binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:22:19.118412 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.118787 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.119876 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.120223 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > port after_create 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.120554 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.120881 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > port after_update 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.121204 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.121531 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.121852 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.122180 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.129132 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2554630-82ee-482f-8aac-497e86f2c2c8 None None] The sync data for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi is: [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:15Z', 'revision_number': 3, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:22:19.189347 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port b302ed1f-5eda-466a-91f4-86c169f04f5d triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:19.189723 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.203908 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Publish callbacks [] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.231157 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c3ca6bed-3f68-40db-b406-599415811a81), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.291654 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Publish callbacks [] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.359411 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.394935 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.395970 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.396494 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.397084 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:22:19.397537 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d52ba4e-6bb5-431f-88b0-af9657baffb7']}} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:19.439359 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port b302ed1f-5eda-466a-91f4-86c169f04f5d is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:19.444822 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Network cc3139d6-6903-49d1-a95b-667580eb14d3 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:19.457424 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:19.461907 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ff372925-8327-4365-a2f5-131eec597cd1 None None] Current status of the port af7440ed-0827-4513-8deb-76996ed36d3a is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:19.463989 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f76e1ad-aafc-4f1e-9b92-7143b61fda09') {'for_net_delete': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:19.463989 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f76e1ad-aafc-4f1e-9b92-7143b61fda09') {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:19.493820 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2945586'] for segment (1f76e1ad-aafc-4f1e-9b92-7143b61fda09), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.511175 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:19.511801 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (063d8bc9-c0a2-4f95-8737-9f57069c6edd), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.512147 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0f45-2bf8-43cf-afcd-1c5f997e7a6d admin admin] Publish callbacks [] for security_group (3e04f9db-3729-4619-afc5-30a8eb116170), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.526317 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.538441 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0f45-2bf8-43cf-afcd-1c5f997e7a6d admin admin] Publish callbacks [] for security_group (3e04f9db-3729-4619-afc5-30a8eb116170), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.552646 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (1f76e1ad-aafc-4f1e-9b92-7143b61fda09), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.565253 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:22:19.565660 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492449'] for segment (1f76e1ad-aafc-4f1e-9b92-7143b61fda09), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: from cryptography.utils import int_from_bytes Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: from cryptography.utils import int_from_bytes Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: Traceback (most recent call last): Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: timer() Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: cb(*args, **kw) Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: return func(*args, **kwargs) Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: self._notify() Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: self.callback(batched_events) Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: event.method(event) Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: return f(self, *a, **k) Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._get(url).json() Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: return self.request(url, 'GET', **kwargs) Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:22:19.579105 dv-cinder-836083-4-iscsi neutron-server[103869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:22:19.657371 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device fcf00558-331d-4fae-8348-8c16942f29ac up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:19.677648 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Pushing event updated for resources: {'Port': ['ID=66d16515-a7a2-46ec-ab98-1fc65999e6ec,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:19.779920 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (0d52ba4e-6bb5-431f-88b0-af9657baffb7), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.813955 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d52ba4e-6bb5-431f-88b0-af9657baffb7,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:19.824009 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.836585 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-927a53bf-6a39-4a64-a7ae-c80a09e6f806 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0d52ba4e-6bb5-431f-88b0-af9657baffb7 HTTP/1.1" status: 204 len: 168 time: 1.3615568 Apr 11 15:22:19.845531 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57416) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:19.866636 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Publish callbacks [] for port (c3ca6bed-3f68-40db-b406-599415811a81), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.870571 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Network 41aa52fa-7af2-4c63-910a-080aef6fa315 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:19.889863 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0f45-2bf8-43cf-afcd-1c5f997e7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (3e04f9db-3729-4619-afc5-30a8eb116170), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.890650 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:19.892438 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8f1f0f45-2bf8-43cf-afcd-1c5f997e7a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.925897 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-8f1f0f45-2bf8-43cf-afcd-1c5f997e7a6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e04f9db-3729-4619-afc5-30a8eb116170 HTTP/1.1" status: 204 len: 168 time: 0.8620667 Apr 11 15:22:19.934793 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:19.944180 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:19.973228 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-d3a291c4-aa2b-4eeb-ba32-7070da7da7f6 None None] Provisioning complete for port 66d16515-a7a2-46ec-ab98-1fc65999e6ec triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:19.976455 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-d3a291c4-aa2b-4eeb-ba32-7070da7da7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.038105 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Pushing event updated for resources: {'Port': ['ID=3b6ac82f-dc65-4da7-af4f-3b6deb04b838,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:20.074179 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f0f45-2bf8-43cf-afcd-1c5f997e7a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e04f9db-3729-4619-afc5-30a8eb116170,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:20.094158 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port fcf00558-331d-4fae-8348-8c16942f29ac triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:20.094878 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.132536 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c3ca6bed-3f68-40db-b406-599415811a81), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.135940 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d57628c0-b0fb-47f8-9d0a-b2764cdefd1e req-a8b23cd4-94a6-4ec6-a6ef-c857bd576fd9 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 210 time: 0.2030282 Apr 11 15:22:20.140644 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-d3a291c4-aa2b-4eeb-ba32-7070da7da7f6 None None] Port 66d16515-a7a2-46ec-ab98-1fc65999e6ec cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:22:20.166580 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78b29a1-1529-49fa-a438-85f283336ade admin admin] Deleting subnet d0549896-6a15-40fe-99a0-7ca88aa0cc36 {{(pid=103869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:22:20.170733 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b78b29a1-1529-49fa-a438-85f283336ade admin admin] Publish callbacks [] for subnet (d0549896-6a15-40fe-99a0-7ca88aa0cc36), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.211139 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b78b29a1-1529-49fa-a438-85f283336ade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2945595'] for subnet (d0549896-6a15-40fe-99a0-7ca88aa0cc36), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.226077 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Attempting to bind port c3ca6bed-3f68-40db-b406-599415811a81 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:22:20.226558 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Attempting to bind port c3ca6bed-3f68-40db-b406-599415811a81 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:22:20.227000 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Attempting to bind port c3ca6bed-3f68-40db-b406-599415811a81 on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:20.239302 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:22:20.239812 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:20.240403 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.240990 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:22:20.241621 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Bound port: c3ca6bed-3f68-40db-b406-599415811a81, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:22:20.242174 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c3ca6bed-3f68-40db-b406-599415811a81), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.244507 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391f242-868d-4ef8-9065-94a7ebf18ae9 None None] Pushing event updated for resources: {'Port': ['ID=c3ca6bed-3f68-40db-b406-599415811a81,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:20.259848 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b78b29a1-1529-49fa-a438-85f283336ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (d0549896-6a15-40fe-99a0-7ca88aa0cc36), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.294120 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-c938f907-751f-4681-a7a6-ee139c63ad19 None None] Provisioning complete for port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:20.294504 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c938f907-751f-4681-a7a6-ee139c63ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.369036 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] For port c3ca6bed-3f68-40db-b406-599415811a81, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:22:20.373695 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] For port c3ca6bed-3f68-40db-b406-599415811a81, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c3ca6bed-3f68-40db-b406-599415811a81,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:22:20.375051 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port fcf00558-331d-4fae-8348-8c16942f29ac is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:20.375449 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.386330 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-c938f907-751f-4681-a7a6-ee139c63ad19 None None] Port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:22:20.401723 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port fcf00558-331d-4fae-8348-8c16942f29ac, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=fcf00558-331d-4fae-8348-8c16942f29ac,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:20.728992 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b78b29a1-1529-49fa-a438-85f283336ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143732'] for subnet (d0549896-6a15-40fe-99a0-7ca88aa0cc36), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.736651 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c3ca6bed-3f68-40db-b406-599415811a81), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.754609 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b29a1-1529-49fa-a438-85f283336ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0549896-6a15-40fe-99a0-7ca88aa0cc36,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:20.758465 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.761296 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b78b29a1-1529-49fa-a438-85f283336ade admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.764526 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-b78b29a1-1529-49fa-a438-85f283336ade admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d0549896-6a15-40fe-99a0-7ca88aa0cc36 HTTP/1.1" status: 204 len: 168 time: 0.9176183 Apr 11 15:22:20.766916 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57426) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:20.831322 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.833553 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.852580 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (8aaa11c3-f191-4603-a9bb-3502149186bf), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:20.891144 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:22:20.891833 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:22:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:21.110177 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391f242-868d-4ef8-9065-94a7ebf18ae9 None None] Pushing event updated for resources: {'Port': ['ID=c3ca6bed-3f68-40db-b406-599415811a81,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:21.157377 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (8aaa11c3-f191-4603-a9bb-3502149186bf), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.185828 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aaa11c3-f191-4603-a9bb-3502149186bf']}} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:21.197752 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb10b764-bf53-47ba-a412-53e8c0b2be3c') {'for_net_delete': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:21.198336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb10b764-bf53-47ba-a412-53e8c0b2be3c') {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:21.210008 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Publish callbacks [] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.211060 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2945586'] for segment (cb10b764-bf53-47ba-a412-53e8c0b2be3c), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.242718 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (cb10b764-bf53-47ba-a412-53e8c0b2be3c), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.251186 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:22:21.251911 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492449'] for segment (cb10b764-bf53-47ba-a412-53e8c0b2be3c), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: Traceback (most recent call last): Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: timer() Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: cb(*args, **kw) Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: return func(*args, **kwargs) Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: self._notify() Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: self.callback(batched_events) Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: event.method(event) Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: return f(self, *a, **k) Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._get(url).json() Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: return self.request(url, 'GET', **kwargs) Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:22:21.253826 dv-cinder-836083-4-iscsi neutron-server[103869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:22:21.267518 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=fcf00558-331d-4fae-8348-8c16942f29ac,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:21.299668 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.300492 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.309041 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:22:21.456333 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (8aaa11c3-f191-4603-a9bb-3502149186bf), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.491870 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57450) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:21.502257 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Pushing event updated for resources: {'Port': ['ID=3b6ac82f-dc65-4da7-af4f-3b6deb04b838,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:21.521404 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9b02af8e-147f-458c-b9b7-e65a7a6a678b req-6d45419b-9df4-491f-9a68-8d6c4a190b6c tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 210 time: 0.0803571 Apr 11 15:22:21.530000 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.534411 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] 10.222.0.47 "DELETE /v2.0/networks/8aaa11c3-f191-4603-a9bb-3502149186bf HTTP/1.1" status: 204 len: 168 time: 0.7665796 Apr 11 15:22:21.547643 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Publish callbacks [] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.601696 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Network 41aa52fa-7af2-4c63-910a-080aef6fa315 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:21.603511 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:21.612684 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65445e-cfb8-48fd-834c-ee553e4fcf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=8aaa11c3-f191-4603-a9bb-3502149186bf,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:21.613153 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-da0911ae-8e77-44e4-a09d-2df264db6def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.637545 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.641419 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (063d8bc9-c0a2-4f95-8737-9f57069c6edd), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.642803 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:19Z', 'revision_number': 1, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:21.683599 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66db44-6d6c-44c0-9bf5-1dfc52a438b0 None None] The sync data for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi is: [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:19Z', 'revision_number': 1, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:22:21.696631 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device fcf00558-331d-4fae-8348-8c16942f29ac up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:21.699790 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Pushing event updated for resources: {'Port': ['ID=66d16515-a7a2-46ec-ab98-1fc65999e6ec,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:21.745730 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-da0911ae-8e77-44e4-a09d-2df264db6def admin admin] Publish callbacks [] for security_group (350399e9-f627-404b-a4b9-19d18cfad0b1), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.772899 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port fcf00558-331d-4fae-8348-8c16942f29ac triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:21.773419 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.836549 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-da0911ae-8e77-44e4-a09d-2df264db6def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (350399e9-f627-404b-a4b9-19d18cfad0b1), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.882679 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port fcf00558-331d-4fae-8348-8c16942f29ac is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:21.901984 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0911ae-8e77-44e4-a09d-2df264db6def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350399e9-f627-404b-a4b9-19d18cfad0b1,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:21.928615 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-da0911ae-8e77-44e4-a09d-2df264db6def admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=708b327f85d3495488245c2d36fa5207&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4333520 Apr 11 15:22:21.930225 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57454) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:21.940417 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-0f5af7ce-987d-4ecf-9195-8cc70d453f44 None None] Provisioning complete for port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:21.941961 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0f5af7ce-987d-4ecf-9195-8cc70d453f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:21.965625 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Network cc3139d6-6903-49d1-a95b-667580eb14d3 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:21.969377 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:22.041501 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8fb0663-1d74-4a6d-aafc-fd18d6858ee3 admin admin] Publish callbacks [] for security_group (350399e9-f627-404b-a4b9-19d18cfad0b1), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:22.065435 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-0f5af7ce-987d-4ecf-9195-8cc70d453f44 None None] Port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:22:22.091938 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8fb0663-1d74-4a6d-aafc-fd18d6858ee3 admin admin] Publish callbacks [] for security_group (350399e9-f627-404b-a4b9-19d18cfad0b1), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:22.270849 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57472) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:22.305728 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8fb0663-1d74-4a6d-aafc-fd18d6858ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (350399e9-f627-404b-a4b9-19d18cfad0b1), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:22.309240 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8fb0663-1d74-4a6d-aafc-fd18d6858ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:22.313046 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-e8fb0663-1d74-4a6d-aafc-fd18d6858ee3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/350399e9-f627-404b-a4b9-19d18cfad0b1 HTTP/1.1" status: 204 len: 168 time: 0.3792541 Apr 11 15:22:22.334950 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb0663-1d74-4a6d-aafc-fd18d6858ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350399e9-f627-404b-a4b9-19d18cfad0b1,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:22.360336 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-c26e394b-7e05-4d72-a5b3-25b3e993183d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6be36b0a4dd34adb850ecb23537be9ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0868850 Apr 11 15:22:22.365053 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57478) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:22.400353 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-49deef2d-0814-4fb8-aae4-e1e726bce781 None None] Provisioning complete for port 66d16515-a7a2-46ec-ab98-1fc65999e6ec triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:22.401036 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-49deef2d-0814-4fb8-aae4-e1e726bce781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:22.437770 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:22:22.450480 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-49deef2d-0814-4fb8-aae4-e1e726bce781 None None] Port 66d16515-a7a2-46ec-ab98-1fc65999e6ec cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:22:22.469025 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Router 063d8bc9-c0a2-4f95-8737-9f57069c6edd has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:22:22.473055 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8b91da02-98ee-4371-932a-3de0e0202f48 admin admin] Publish callbacks [] for security_group (73265f95-8efc-414c-852d-80640e7ce929), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:22.525677 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8b91da02-98ee-4371-932a-3de0e0202f48 admin admin] Publish callbacks [] for security_group (73265f95-8efc-414c-852d-80640e7ce929), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:22.686580 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3cc350e0-dcb0-4926-be32-941c9376a4b3 req-e34a8131-1a56-4506-b897-d80387aad611 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 210 time: 0.0500877 Apr 11 15:22:22.713560 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8b91da02-98ee-4371-932a-3de0e0202f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (73265f95-8efc-414c-852d-80640e7ce929), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:22.719457 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8b91da02-98ee-4371-932a-3de0e0202f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:22.725440 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-8b91da02-98ee-4371-932a-3de0e0202f48 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73265f95-8efc-414c-852d-80640e7ce929 HTTP/1.1" status: 204 len: 168 time: 0.3528140 Apr 11 15:22:22.731376 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91da02-98ee-4371-932a-3de0e0202f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73265f95-8efc-414c-852d-80640e7ce929,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:22.766608 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:22:22.780901 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-91820060-b26f-4a26-872a-c119f451dc5b admin admin] 10.222.0.47 "PUT /v2.0/routers/b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2184064 Apr 11 15:22:22.803780 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:22:22.813312 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Sync routers for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:22:22.834628 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f99b550f-7754-4e9a-b9cf-7f2b77ad11a3 admin admin] 10.222.0.47 "PUT /v2.0/routers/063d8bc9-c0a2-4f95-8737-9f57069c6edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0554039 Apr 11 15:22:22.849610 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.39', 65376) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:22.852469 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:22:22.853126 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:22:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:23.134593 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:22:23.220217 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-9cb9ff19-472f-4bea-a06a-585621c611a2 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:23.220217 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-9cb9ff19-472f-4bea-a06a-585621c611a2 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.39 "GET /v2.0/networks?id=eced42cf-e7c8-4206-8257-9d4062654f2d HTTP/1.1" status: 200 len: 811 time: 0.3632369 Apr 11 15:22:23.270908 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Request body: {'port': {'device_id': '497500c7-4fe4-4bcf-b058-5725561c7f3d', 'network_id': 'eced42cf-e7c8-4206-8257-9d4062654f2d', 'admin_state_up': True, 'tenant_id': 'f0573db22c67416f83e231e6b1f33692'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:23.612301 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c3ca6bed-3f68-40db-b406-599415811a81 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:23.672155 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 2, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:23.686868 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Made reservation on behalf of f0573db22c67416f83e231e6b1f33692 for: {'port': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:23.690964 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:23.715463 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Checking router: 063d8bc9-c0a2-4f95-8737-9f57069c6edd for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:22:23.715822 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Updating router 063d8bc9-c0a2-4f95-8737-9f57069c6edd port 66d16515-a7a2-46ec-ab98-1fc65999e6ec binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:22:23.729008 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port c3ca6bed-3f68-40db-b406-599415811a81 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:23.729332 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c3ca6bed-3f68-40db-b406-599415811a81), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:23.756141 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:23.846180 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port c3ca6bed-3f68-40db-b406-599415811a81 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:23.847284 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c3ca6bed-3f68-40db-b406-599415811a81), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:23.874800 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port c3ca6bed-3f68-40db-b406-599415811a81, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c3ca6bed-3f68-40db-b406-599415811a81,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:23.936603 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c3ca6bed-3f68-40db-b406-599415811a81), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:23.976762 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57554) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:24.087195 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=c3ca6bed-3f68-40db-b406-599415811a81,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:24.097400 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-be3d3fa8-c88b-4927-b52f-9469b2b3fe0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f66d0847a1442099280291f11fa93e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1196830 Apr 11 15:22:24.098018 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57556) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:24.100359 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57558) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:24.104459 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-2e865060-c63a-4e7e-8202-b89f98f8df8b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105377514', 'description': 'tempest-description--483419112'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:24.179765 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Allocated IP 172.20.0.3 (eced42cf-e7c8-4206-8257-9d4062654f2d/842a567c-5078-47de-b39a-5336e341f885/cb0b1941-185c-49b1-9578-9b07c049af47) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:24.189657 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6ddf8029-f937-4c3f-a73f-e1c5a525af8f admin admin] Publish callbacks [] for security_group (c742355a-bfa4-49c0-b4e1-cd7c506ca272), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.222182 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6ddf8029-f937-4c3f-a73f-e1c5a525af8f admin admin] Publish callbacks [] for security_group (c742355a-bfa4-49c0-b4e1-cd7c506ca272), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.257768 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e865060-c63a-4e7e-8202-b89f98f8df8b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.260371 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Publish callbacks [] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.333763 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.359859 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e865060-c63a-4e7e-8202-b89f98f8df8b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (782f4629-8ccc-4225-857a-f9cd173b88f6), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.394113 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-38d70fc2-4482-4ac1-87af-b48a506e73d1 req-7f0c384e-a155-464d-9a35-2a6a991edc1d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 210 time: 0.0319366 Apr 11 15:22:24.432466 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251701c7-ea82-4923-add4-33c413ae7a99 None None] Pushing event updated for resources: {'Port': ['ID=66d16515-a7a2-46ec-ab98-1fc65999e6ec,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:24.445058 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e865060-c63a-4e7e-8202-b89f98f8df8b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (782f4629-8ccc-4225-857a-f9cd173b88f6), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.486905 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6ddf8029-f937-4c3f-a73f-e1c5a525af8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (c742355a-bfa4-49c0-b4e1-cd7c506ca272), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.492901 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6ddf8029-f937-4c3f-a73f-e1c5a525af8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.493084 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Publish callbacks [] for port (cb0b1941-185c-49b1-9578-9b07c049af47), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.497830 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-6ddf8029-f937-4c3f-a73f-e1c5a525af8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c742355a-bfa4-49c0-b4e1-cd7c506ca272 HTTP/1.1" status: 204 len: 168 time: 0.3855226 Apr 11 15:22:24.518254 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e865060-c63a-4e7e-8202-b89f98f8df8b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782f4629-8ccc-4225-857a-f9cd173b88f6,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:24.533150 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Attempting to bind port 66d16515-a7a2-46ec-ab98-1fc65999e6ec on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:22:24.533533 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Attempting to bind port 66d16515-a7a2-46ec-ab98-1fc65999e6ec by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:22:24.533904 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Attempting to bind port 66d16515-a7a2-46ec-ab98-1fc65999e6ec on network cc3139d6-6903-49d1-a95b-667580eb14d3 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:24.550849 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:22:24.551426 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Checking segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:24.551864 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.552267 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Bound using segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:22:24.552746 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Bound port: 66d16515-a7a2-46ec-ab98-1fc65999e6ec, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:22:24.553682 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.556831 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e865060-c63a-4e7e-8202-b89f98f8df8b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.560854 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-2e865060-c63a-4e7e-8202-b89f98f8df8b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4589880 Apr 11 15:22:24.560854 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf8029-f937-4c3f-a73f-e1c5a525af8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c742355a-bfa4-49c0-b4e1-cd7c506ca272,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:24.561852 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57574) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:24.578390 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-465b98e6-20c6-4d80-8278-524e90cd8e5c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'security_group_rule': {'security_group_id': '782f4629-8ccc-4225-857a-f9cd173b88f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:24.632776 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.742427 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] For port 66d16515-a7a2-46ec-ab98-1fc65999e6ec, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:22:24.750111 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] For port 66d16515-a7a2-46ec-ab98-1fc65999e6ec, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=66d16515-a7a2-46ec-ab98-1fc65999e6ec,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:22:24.790719 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Pushing event updated for resources: {'Port': ['ID=cb0b1941-185c-49b1-9578-9b07c049af47,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:24.815343 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-465b98e6-20c6-4d80-8278-524e90cd8e5c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (20370895-1d58-4caa-86a5-3b2eb3937a97), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.835189 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.846503 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Network eced42cf-e7c8-4206-8257-9d4062654f2d is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:24.849049 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:24.857569 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-0a22222c-a7fe-43e8-8cd6-d89031e63476 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:24.861649 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:24.864270 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-0a22222c-a7fe-43e8-8cd6-d89031e63476 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 818 time: 0.1654136 Apr 11 15:22:24.879969 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:24.882027 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.906918 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-76028ee8-6794-43c4-af47-16257e85b648 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/quotas/7d28faf05bb14f3ea1debe1eac95e0be HTTP/1.1" status: 200 len: 375 time: 0.0417218 Apr 11 15:22:24.908747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-2641a4da-5227-4cfa-b79c-ef9d9044a438 None None] Provisioning complete for port 66d16515-a7a2-46ec-ab98-1fc65999e6ec triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:24.909239 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2641a4da-5227-4cfa-b79c-ef9d9044a438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:24.930338 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251701c7-ea82-4923-add4-33c413ae7a99 None None] Pushing event updated for resources: {'Port': ['ID=66d16515-a7a2-46ec-ab98-1fc65999e6ec,revision_number=4']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:24.992015 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:22:24.992861 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:22:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:24.996934 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-adc72cff-82e5-467b-840c-ddf0c73feef3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7321622 Apr 11 15:22:25.026736 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-465b98e6-20c6-4d80-8278-524e90cd8e5c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (20370895-1d58-4caa-86a5-3b2eb3937a97), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.050753 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-2641a4da-5227-4cfa-b79c-ef9d9044a438 None None] Current status of the port 66d16515-a7a2-46ec-ab98-1fc65999e6ec is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:25.051073 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2641a4da-5227-4cfa-b79c-ef9d9044a438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.069318 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-0f1de080-547b-40cb-936c-72bd0bb04819 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1610162 Apr 11 15:22:25.094196 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-465b98e6-20c6-4d80-8278-524e90cd8e5c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (20370895-1d58-4caa-86a5-3b2eb3937a97), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.102824 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-2641a4da-5227-4cfa-b79c-ef9d9044a438 None None] For port 66d16515-a7a2-46ec-ab98-1fc65999e6ec, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=66d16515-a7a2-46ec-ab98-1fc65999e6ec,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:25.128328 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b98e6-20c6-4d80-8278-524e90cd8e5c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20370895-1d58-4caa-86a5-3b2eb3937a97,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:25.170744 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:22:25.193201 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2641a4da-5227-4cfa-b79c-ef9d9044a438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.233473 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-465b98e6-20c6-4d80-8278-524e90cd8e5c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.235935 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-465b98e6-20c6-4d80-8278-524e90cd8e5c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6709011 Apr 11 15:22:25.242413 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 57610) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:25.248658 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-95841a00-0d3a-454b-a845-47b25d8b4fc9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'security_group_rule': {'security_group_id': '782f4629-8ccc-4225-857a-f9cd173b88f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:25.266337 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Sync routers for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:22:25.293062 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:22:25.293954 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:22:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:25.350862 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641a4da-5227-4cfa-b79c-ef9d9044a438 None None] Pushing event updated for resources: {'Port': ['ID=66d16515-a7a2-46ec-ab98-1fc65999e6ec,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:25.366479 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95841a00-0d3a-454b-a845-47b25d8b4fc9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (8a2b2110-4bc3-4c7f-9f33-b8203f35c45f), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.367364 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-1b838164-1033-4cb4-bce4-5e9b75c079d3 None None] Provisioning complete for port 66d16515-a7a2-46ec-ab98-1fc65999e6ec triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:25.367785 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1b838164-1033-4cb4-bce4-5e9b75c079d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.427200 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-e736d541-9412-47e0-8241-7720bd002036 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:22:25.431851 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95841a00-0d3a-454b-a845-47b25d8b4fc9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (8a2b2110-4bc3-4c7f-9f33-b8203f35c45f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.441696 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-e736d541-9412-47e0-8241-7720bd002036 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1361909 Apr 11 15:22:25.474084 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:22:25.523658 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95841a00-0d3a-454b-a845-47b25d8b4fc9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (8a2b2110-4bc3-4c7f-9f33-b8203f35c45f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.542261 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95841a00-0d3a-454b-a845-47b25d8b4fc9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2b2110-4bc3-4c7f-9f33-b8203f35c45f,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:25.586902 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-1b838164-1033-4cb4-bce4-5e9b75c079d3 None None] Current status of the port 66d16515-a7a2-46ec-ab98-1fc65999e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:25.596074 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:24Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:25.620124 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c3ca6bed-3f68-40db-b406-599415811a81 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:25.637166 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a5450-f89d-4438-b1a7-d93277adcd69 None None] The sync data for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi is: [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:24Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:22:25.652330 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-95841a00-0d3a-454b-a845-47b25d8b4fc9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.655033 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-95841a00-0d3a-454b-a845-47b25d8b4fc9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4115887 Apr 11 15:22:25.658156 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 57628) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:25.665757 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:25.740263 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d260f-c7d2-448e-9d82-2087ff511444 req-6edf97a5-5d7a-4c07-aed9-f2ba045da651 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:25.754345 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-444d260f-c7d2-448e-9d82-2087ff511444 req-6edf97a5-5d7a-4c07-aed9-f2ba045da651 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 931 time: 0.2401087 Apr 11 15:22:25.781914 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port c3ca6bed-3f68-40db-b406-599415811a81 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:25.782287 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c3ca6bed-3f68-40db-b406-599415811a81), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.816109 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:25.829045 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-444d260f-c7d2-448e-9d82-2087ff511444 req-1864eb66-d6d9-493c-a205-e03bee90a06e tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724509 Apr 11 15:22:25.872143 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-6e6003ca-2ed6-44ed-9008-19edfce48370 service neutron] 10.222.0.47 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293439 Apr 11 15:22:25.979309 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 2, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:26.005674 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-1350912f-b742-46af-a095-7685885eca6e tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:22:26.007981 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-1350912f-b742-46af-a095-7685885eca6e tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0347576 Apr 11 15:22:26.076663 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:26.090898 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-80cd194b-acbc-4a6a-b353-7d91d046377f service neutron] 10.222.0.47 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099800 Apr 11 15:22:26.343108 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Allocated IP 172.27.0.215 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/1b5cfc04-8733-4f43-b4bf-7ade36e85cee) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:26.432025 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Checking router: b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:22:26.432391 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Updating router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:22:26.534681 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:26.540493 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port c3ca6bed-3f68-40db-b406-599415811a81 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:26.554336 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for port (1b5cfc04-8733-4f43-b4bf-7ade36e85cee), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:26.599762 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-64a64f63-0f35-4ce6-9205-3d2625132ef5 req-93e6ff06-8efb-47ae-ae20-a3a391da4257 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 210 time: 0.1037481 Apr 11 15:22:26.689721 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (1b5cfc04-8733-4f43-b4bf-7ade36e85cee), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:26.727251 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Request body: {'port': {'device_id': '497500c7-4fe4-4bcf-b058-5725561c7f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:26.836425 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:26.858391 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:26.881031 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:26.903573 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'Port': ['ID=1b5cfc04-8733-4f43-b4bf-7ade36e85cee,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:27.136023 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Publish callbacks [] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:27.226828 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:27.376777 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c939e04-c8d4-485f-ae45-15d63689c3c9 None None] Pushing event updated for resources: {'Port': ['ID=3b6ac82f-dc65-4da7-af4f-3b6deb04b838,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:27.656340 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Attempting to bind port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:22:27.656847 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Attempting to bind port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:22:27.657221 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Attempting to bind port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 on network 41aa52fa-7af2-4c63-910a-080aef6fa315 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:27.690926 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:22:27.691324 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Checking segment: {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:27.691831 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:27.692283 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Bound using segment: {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:22:27.692790 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Bound port: 3b6ac82f-dc65-4da7-af4f-3b6deb04b838, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:22:27.693178 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:27.722171 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 66d16515-a7a2-46ec-ab98-1fc65999e6ec up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:27.726997 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d600e-c267-40e2-84a8-4406a85bbb0e req-0f1c9b48-08fe-4ae8-9af4-19af5b578174 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:27.739581 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8c8d600e-c267-40e2-84a8-4406a85bbb0e req-0f1c9b48-08fe-4ae8-9af4-19af5b578174 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 931 time: 0.2312491 Apr 11 15:22:27.913789 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8c8d600e-c267-40e2-84a8-4406a85bbb0e req-ca8d3d00-0924-4b3f-871a-1e8e0b8ad32f tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516919 Apr 11 15:22:28.016854 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:28.067092 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-99b429be-47ca-4b03-8c8f-e1fe66e05c16 None None] Provisioning complete for port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:28.071172 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-99b429be-47ca-4b03-8c8f-e1fe66e05c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:28.088430 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (d8ea466f-3784-44ef-80e6-3e6bbea99b04), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:28.122271 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 66d16515-a7a2-46ec-ab98-1fc65999e6ec triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:28.122587 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:28.270562 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] For port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:22:28.280517 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] For port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=3b6ac82f-dc65-4da7-af4f-3b6deb04b838,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:22:28.320950 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-99b429be-47ca-4b03-8c8f-e1fe66e05c16 None None] Port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:22:28.387865 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-60f8ba37-b6a5-4567-8cfa-caa7db9cd28a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:28.399877 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-60f8ba37-b6a5-4567-8cfa-caa7db9cd28a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 818 time: 0.3621325 Apr 11 15:22:28.428284 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-b3834dc6-1e24-4bd0-aff5-dc4d34cfe494 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/quotas/7d28faf05bb14f3ea1debe1eac95e0be HTTP/1.1" status: 200 len: 375 time: 0.0270956 Apr 11 15:22:28.462875 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:28.588776 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-8aa0d837-9461-4a09-bbe0-fbe4664e51d0 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1595235 Apr 11 15:22:28.658757 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c939e04-c8d4-485f-ae45-15d63689c3c9 None None] Pushing event updated for resources: {'Port': ['ID=3b6ac82f-dc65-4da7-af4f-3b6deb04b838,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:28.666543 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 66d16515-a7a2-46ec-ab98-1fc65999e6ec is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:28.725560 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:22:28.725560 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:22:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:28.751852 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (1b5cfc04-8733-4f43-b4bf-7ade36e85cee), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:28.780065 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-f181d61d-0d80-4f44-b99f-e0513a744444 service neutron] 10.222.0.47 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860793 Apr 11 15:22:29.054931 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-5b2c3def-5165-4c22-9a5c-5bbdc0d6c51a service neutron] 10.222.0.47 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730956 Apr 11 15:22:29.129562 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:22:29.130389 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 57794) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:29.269606 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bfa6e-0355-4696-9019-41aaa833b87a req-682d485e-f2a2-4a57-b345-88364316836e tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:29.269606 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cd8bfa6e-0355-4696-9019-41aaa833b87a req-682d485e-f2a2-4a57-b345-88364316836e tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 931 time: 0.1997907 Apr 11 15:22:29.396081 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cd8bfa6e-0355-4696-9019-41aaa833b87a req-ac486bea-7f82-4093-be39-82b63229dc13 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296246 Apr 11 15:22:29.467694 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-a0bdc093-6780-4524-9838-03af0fa37d62 None None] Provisioning complete for port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:29.469505 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc093-6780-4524-9838-03af0fa37d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:29.519910 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0b1941-185c-49b1-9578-9b07c049af47 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:22:29.552420 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Publish callbacks [] for port (cb0b1941-185c-49b1-9578-9b07c049af47), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:29.672293 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb7c-0101-40b3-8aec-7b29908181d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:29.704200 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Transition to ACTIVE for port object cb0b1941-185c-49b1-9578-9b07c049af47 will not be triggered until provisioned by entity L2. {{(pid=103868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:22:29.761496 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for port (1b5cfc04-8733-4f43-b4bf-7ade36e85cee), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:29.799441 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:29.953484 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Pushing event updated for resources: {'Port': ['ID=cb0b1941-185c-49b1-9578-9b07c049af47,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:29.960026 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (1b5cfc04-8733-4f43-b4bf-7ade36e85cee), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:29.994989 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (d8ea466f-3784-44ef-80e6-3e6bbea99b04), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:30.038435 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d17378ee-b0da-4906-9679-396d804dd1a3 req-63153485-8917-46db-8068-0c59b9b6d416 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 210 time: 0.1909549 Apr 11 15:22:30.132548 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb7c-0101-40b3-8aec-7b29908181d6 admin admin] Publish callbacks [] for security_group (7fb99120-3e60-40d8-9820-9d9d421c08db), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:30.172111 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'Port': ['ID=1b5cfc04-8733-4f43-b4bf-7ade36e85cee,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:30.219702 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-a0bdc093-6780-4524-9838-03af0fa37d62 None None] Current status of the port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:30.219702 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc093-6780-4524-9838-03af0fa37d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:30.219702 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:30.252023 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Attempting to bind port cb0b1941-185c-49b1-9578-9b07c049af47 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:22:30.252023 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Attempting to bind port cb0b1941-185c-49b1-9578-9b07c049af47 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a0ac3582-2826-4e94-9dc3-b43603f2280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eced42cf-e7c8-4206-8257-9d4062654f2d'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:22:30.252023 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Attempting to bind port cb0b1941-185c-49b1-9578-9b07c049af47 on network eced42cf-e7c8-4206-8257-9d4062654f2d {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:30.252023 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Port cb0b1941-185c-49b1-9578-9b07c049af47 on network eced42cf-e7c8-4206-8257-9d4062654f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:22:30.252023 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Attempting to bind port cb0b1941-185c-49b1-9578-9b07c049af47 on network eced42cf-e7c8-4206-8257-9d4062654f2d {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:30.277324 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb7c-0101-40b3-8aec-7b29908181d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (7fb99120-3e60-40d8-9820-9d9d421c08db), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:30.280670 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:28Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:22:30.286985 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:22:30.288438 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Checking segment: {'id': 'a0ac3582-2826-4e94-9dc3-b43603f2280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eced42cf-e7c8-4206-8257-9d4062654f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:30.289167 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Bound using segment: {'id': 'a0ac3582-2826-4e94-9dc3-b43603f2280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eced42cf-e7c8-4206-8257-9d4062654f2d'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:22:30.290603 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Bound port: cb0b1941-185c-49b1-9578-9b07c049af47, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ac3582-2826-4e94-9dc3-b43603f2280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'eced42cf-e7c8-4206-8257-9d4062654f2d'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:22:30.292645 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:30.330121 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:30.340587 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-c1f07c66-a348-4a8d-8f7f-0c7b27d0b067 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6715326 Apr 11 15:22:30.387031 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f976612d-01d0-440d-87b4-dd6d80e4e780 None None] The sync data for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi is: [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:28Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:22:30.412021 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-a0bdc093-6780-4524-9838-03af0fa37d62 None None] For port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=3b6ac82f-dc65-4da7-af4f-3b6deb04b838,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:30.420148 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 57838) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:30.426629 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-46dbdb7c-0101-40b3-8aec-7b29908181d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=69510ac725204c0db1b663ba9c4f4c6d&name=default HTTP/1.1" status: 200 len: 2994 time: 1.2867181 Apr 11 15:22:30.479525 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:30.480387 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:30.485592 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc093-6780-4524-9838-03af0fa37d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:30.563727 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbdb7c-0101-40b3-8aec-7b29908181d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb99120-3e60-40d8-9820-9d9d421c08db,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:30.620235 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdc093-6780-4524-9838-03af0fa37d62 None None] Pushing event updated for resources: {'Port': ['ID=3b6ac82f-dc65-4da7-af4f-3b6deb04b838,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:30.746828 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:30.799009 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] For port cb0b1941-185c-49b1-9578-9b07c049af47, host hv-cinder-83608, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:22:30.816809 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] For port cb0b1941-185c-49b1-9578-9b07c049af47, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cb0b1941-185c-49b1-9578-9b07c049af47,segment=NetworkSegment(a0ac3582-2826-4e94-9dc3-b43603f2280e),segment_id=a0ac3582-2826-4e94-9dc3-b43603f2280e)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:22:30.864368 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-afdbb343-5cdc-411a-8187-162cf804c430 admin admin] Publish callbacks [] for security_group (7fb99120-3e60-40d8-9820-9d9d421c08db), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:30.901884 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:30.904939 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f348d44-d2a7-484c-8f26-7fa825b3a0df req-db6f52a1-610c-4d7f-b65f-56b656c292d3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:30.907708 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f348d44-d2a7-484c-8f26-7fa825b3a0df req-db6f52a1-610c-4d7f-b65f-56b656c292d3 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.2153289 Apr 11 15:22:31.012899 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Pushing event updated for resources: {'Port': ['ID=cb0b1941-185c-49b1-9578-9b07c049af47,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:31.025835 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-afdbb343-5cdc-411a-8187-162cf804c430 admin admin] Publish callbacks [] for security_group (7fb99120-3e60-40d8-9820-9d9d421c08db), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:31.046579 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:31.050792 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:31.050792 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-db6dfac4-8cb8-460c-a4a2-d826c5353b2f service neutron] 10.222.0.39 "PUT /v2.0/ports/cb0b1941-185c-49b1-9578-9b07c049af47 HTTP/1.1" status: 200 len: 1093 time: 4.7430151 Apr 11 15:22:31.050792 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497500c7-4fe4-4bcf-b058-5725561c7f3d', 'tag': 'cb0b1941-185c-49b1-9578-9b07c049af47'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:22:31.080340 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-338b1da5-eb55-4c9d-aebb-fc545ee937ef tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2105377514&fields=id&tenant_id=98ab9ba355cc424c84878fe5fd657070 HTTP/1.1" status: 200 len: 267 time: 0.1672876 Apr 11 15:22:31.176848 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f348d44-d2a7-484c-8f26-7fa825b3a0df req-33c9c6a6-f67c-463e-b5a4-1cc7c9205f9e tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581940 Apr 11 15:22:31.381573 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-3ba14a34-559b-4cca-8293-fbd0438f90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:31.383035 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-3ba14a34-559b-4cca-8293-fbd0438f90c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0573db22c67416f83e231e6b1f33692&device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 1127 time: 0.1489122 Apr 11 15:22:31.403038 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d5bec8c-55a0-4506-8ace-62107e5202b5 req-67bd8f7e-9728-4f9b-955e-8356312861e2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 210 time: 0.1142206 Apr 11 15:22:31.421744 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-e77233d0-d6dc-4630-a32b-21adb477a2c6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:31.429342 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-e77233d0-d6dc-4630-a32b-21adb477a2c6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 817 time: 0.3458185 Apr 11 15:22:31.453465 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-fd09b515-9de7-4e93-a446-b436a59c083e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/quotas/98ab9ba355cc424c84878fe5fd657070 HTTP/1.1" status: 200 len: 375 time: 0.0218606 Apr 11 15:22:31.470283 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb09695-84db-442e-b51f-fc98f6700999" -d '{"events": [{"name": "network-changed", "server_uuid": "497500c7-4fe4-4bcf-b058-5725561c7f3d", "tag": "cb0b1941-185c-49b1-9578-9b07c049af47"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:22:31.492413 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-afdbb343-5cdc-411a-8187-162cf804c430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (7fb99120-3e60-40d8-9820-9d9d421c08db), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:31.495374 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-afdbb343-5cdc-411a-8187-162cf804c430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:31.502051 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-afdbb343-5cdc-411a-8187-162cf804c430 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7fb99120-3e60-40d8-9820-9d9d421c08db HTTP/1.1" status: 204 len: 168 time: 1.0617325 Apr 11 15:22:31.523648 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbb343-5cdc-411a-8187-162cf804c430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb99120-3e60-40d8-9820-9d9d421c08db,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:31.665015 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-15464bd6-06d0-433c-891b-5729376e6308 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948581 Apr 11 15:22:31.732980 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:31.920356 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:31.921981 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-34b26f44-a1a1-48f0-9f37-f4814310e667 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0b1941-185c-49b1-9578-9b07c049af47 HTTP/1.1" status: 200 len: 217 time: 0.2438083 Apr 11 15:22:31.923659 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:32.026082 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb58c76-235a-41d1-9a76-e3a309026a57 x-openstack-request-id: req-3cb58c76-235a-41d1-9a76-e3a309026a57 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:22:32.026393 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497500c7-4fe4-4bcf-b058-5725561c7f3d", "tag": "cb0b1941-185c-49b1-9578-9b07c049af47", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:22:32.026656 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3cb58c76-235a-41d1-9a76-e3a309026a57 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:22:32.029566 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb58c76-235a-41d1-9a76-e3a309026a57'] response: {'name': 'network-changed', 'server_uuid': '497500c7-4fe4-4bcf-b058-5725561c7f3d', 'tag': 'cb0b1941-185c-49b1-9578-9b07c049af47', 'status': 'completed', 'code': 200} Apr 11 15:22:32.134254 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.39', 65392) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:32.191967 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-edacc87c-a0e9-4514-98d1-444369a53fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:32.196832 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-edacc87c-a0e9-4514-98d1-444369a53fbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=842a567c-5078-47de-b39a-5336e341f885 HTTP/1.1" status: 200 len: 851 time: 0.2639513 Apr 11 15:22:32.201403 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:32.338033 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-6a8c5691-7cc4-4cff-9d3b-baeaa4702deb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eced42cf-e7c8-4206-8257-9d4062654f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256406 Apr 11 15:22:32.593442 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-9faef828-0e28-4f02-beed-e7cd3c9853db service neutron] 10.222.0.39 "GET /v2.0/networks/eced42cf-e7c8-4206-8257-9d4062654f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516799 Apr 11 15:22:32.767951 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-71c8f682-bf19-47eb-a1b8-e2c8a6510447 service neutron] 10.222.0.47 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0631809 Apr 11 15:22:32.825583 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3c5463dd-eb1c-49e8-b04b-afb4b60961aa req-d8372da2-c12b-4e3e-9e6e-5a434cd12e04 service neutron] 10.222.0.39 "GET /v2.0/networks/eced42cf-e7c8-4206-8257-9d4062654f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136686 Apr 11 15:22:32.921269 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-3a04ed31-e7fc-4fd2-9ee6-b9d2f389fb4d service neutron] 10.222.0.47 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477642 Apr 11 15:22:33.013151 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a33a81-9d54-46d7-b9cf-2097e8ec50aa req-e498a52d-1cf9-4c51-b91c-b8f8a003c40c tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:33.017227 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a3a33a81-9d54-46d7-b9cf-2097e8ec50aa req-e498a52d-1cf9-4c51-b91c-b8f8a003c40c tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.5209267 Apr 11 15:22:33.148620 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-07d16116-1805-43ed-90c7-60a306424b43 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:33.150178 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-07d16116-1805-43ed-90c7-60a306424b43 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 818 time: 1.0085614 Apr 11 15:22:33.181666 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a3a33a81-9d54-46d7-b9cf-2097e8ec50aa req-f923c78c-a930-4ef2-83c4-32a906a1ce08 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566591 Apr 11 15:22:33.444040 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Request body: {'port': {'device_id': '1addff3e-aa53-4fc0-ab21-a46fb6d775f3', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'admin_state_up': True, 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:33.554136 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e1d48a6-f9eb-4986-b90b-2254c86cbad8 req-1834ac4d-e138-431d-b25f-6e09c2e45089 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 210 time: 0.1926901 Apr 11 15:22:33.569615 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb09695-84db-442e-b51f-fc98f6700999 req-384ef63e-111c-4297-b80a-28bd843b0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:33.571467 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5cb09695-84db-442e-b51f-fc98f6700999 req-384ef63e-111c-4297-b80a-28bd843b0618 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0573db22c67416f83e231e6b1f33692&device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 1127 time: 0.1845448 Apr 11 15:22:33.859270 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-36829fca-2ec7-42b2-91e8-d2494513323c req-bef263eb-5b6f-4aee-87fc-ca58d06f09a5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 210 time: 0.4293897 Apr 11 15:22:33.875684 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.39', 65397) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:34.208194 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Made reservation on behalf of 7d28faf05bb14f3ea1debe1eac95e0be for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:34.212925 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:34.398025 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb09695-84db-442e-b51f-fc98f6700999 req-00ec932a-88c2-468a-b569-6081d2dd58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:34.401940 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5cb09695-84db-442e-b51f-fc98f6700999 req-00ec932a-88c2-468a-b569-6081d2dd58a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eced42cf-e7c8-4206-8257-9d4062654f2d HTTP/1.1" status: 200 len: 912 time: 0.8213544 Apr 11 15:22:34.531579 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-550efb78-1df0-48b4-a16a-ff071c365214 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:34.533237 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-550efb78-1df0-48b4-a16a-ff071c365214 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 818 time: 0.6553943 Apr 11 15:22:34.564545 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Request body: {'port': {'device_id': '1455bb81-7a74-4480-a71d-36b71fc4b479', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'admin_state_up': True, 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:34.575870 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d3aa6-17ba-44b1-836c-3829ee1ca3c8 req-be101df5-39e4-4eab-b03f-def8ea0020ad tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:34.589362 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c25d3aa6-17ba-44b1-836c-3829ee1ca3c8 req-be101df5-39e4-4eab-b03f-def8ea0020ad tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.1513824 Apr 11 15:22:34.703273 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5cb09695-84db-442e-b51f-fc98f6700999 req-ab8f5cb6-a452-4a29-b525-424eb75ba4d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0b1941-185c-49b1-9578-9b07c049af47 HTTP/1.1" status: 200 len: 217 time: 0.1950231 Apr 11 15:22:34.764836 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb09695-84db-442e-b51f-fc98f6700999 req-418e2fe7-967d-4047-acbf-4945e5da7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:34.766579 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5cb09695-84db-442e-b51f-fc98f6700999 req-418e2fe7-967d-4047-acbf-4945e5da7065 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=842a567c-5078-47de-b39a-5336e341f885 HTTP/1.1" status: 200 len: 851 time: 0.0563664 Apr 11 15:22:34.818214 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5cb09695-84db-442e-b51f-fc98f6700999 req-a2966b76-de29-4c42-88fb-add2fbe4c227 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eced42cf-e7c8-4206-8257-9d4062654f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371621 Apr 11 15:22:34.954020 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c25d3aa6-17ba-44b1-836c-3829ee1ca3c8 req-7da4ec86-deb1-43bf-960f-c6d4833ffc5a tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674886 Apr 11 15:22:35.026829 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3b821c22-de08-4485-96b6-5c2d51c0af9d req-187b6ae3-27e6-47af-9172-7d9d0691a81d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 210 time: 0.2983122 Apr 11 15:22:35.060586 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Allocated IP 172.20.0.10 (cc3139d6-6903-49d1-a95b-667580eb14d3/88f03960-1a9b-4327-bbda-41fdebf7bb0d/e3f36e78-8a24-4034-8311-8a7b48f71ea6) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:35.104672 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5cb09695-84db-442e-b51f-fc98f6700999 req-140d21f8-f8d9-4ab6-a5ea-777ccb7620e4 service neutron] 10.222.0.39 "GET /v2.0/networks/eced42cf-e7c8-4206-8257-9d4062654f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851660 Apr 11 15:22:35.402906 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-111137a2-25cb-4531-9e7b-fa1cc6a97e59 req-87ecedfa-e1e5-4b92-ab7f-682d4cbf0e35 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 210 time: 0.2438455 Apr 11 15:22:35.432579 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5cb09695-84db-442e-b51f-fc98f6700999 req-1fa191b3-1f7b-4ad3-8c70-7fe49c1fee9a service neutron] 10.222.0.39 "GET /v2.0/networks/eced42cf-e7c8-4206-8257-9d4062654f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157268 Apr 11 15:22:35.504874 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Made reservation on behalf of 7d28faf05bb14f3ea1debe1eac95e0be for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:35.513922 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:35.750193 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:35.912454 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:36.376533 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Network cc3139d6-6903-49d1-a95b-667580eb14d3 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:36.484224 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:36.494783 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:36.565151 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Allocated IP 172.20.0.5 (cc3139d6-6903-49d1-a95b-667580eb14d3/88f03960-1a9b-4327-bbda-41fdebf7bb0d/f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:36.572082 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58072) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:36.639630 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event updated for resources: {'Port': ['ID=e3f36e78-8a24-4034-8311-8a7b48f71ea6,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:36.728293 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58078) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:36.770559 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223cdaf-92b9-4686-abd1-fe67212ccf4a req-fbc07750-e087-4340-ad5d-755399d7298c tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:36.785326 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a223cdaf-92b9-4686-abd1-fe67212ccf4a req-fbc07750-e087-4340-ad5d-755399d7298c tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.5932715 Apr 11 15:22:36.790861 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0dc08c2b-9b97-4d56-bc07-1ff9d1b3d062 req-4901ff02-3a0e-4cbd-b116-6851153f2248 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 210 time: 0.5702224 Apr 11 15:22:37.068122 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a223cdaf-92b9-4686-abd1-fe67212ccf4a req-9f04e667-9a6d-4579-861b-7941da6787ce tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765872 Apr 11 15:22:37.114264 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2aa69cad-f46a-4272-a226-9f8d4f4d4ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:37.206010 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-3a632897-c1ae-4d77-93c6-0a732878db3c None None] Provisioning complete for port e3f36e78-8a24-4034-8311-8a7b48f71ea6 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:37.210807 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3a632897-c1ae-4d77-93c6-0a732878db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:37.256609 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-74312c65-e29e-4545-987c-6007715de8f4 req-5d1e4e5f-8287-4a9c-bdcc-f22f2bd457ca tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 210 time: 0.2411492 Apr 11 15:22:37.307021 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6231bba-1588-4cd7-9673-db4562d14275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:37.317899 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:37.320129 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:37.334246 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:37.343040 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-3a632897-c1ae-4d77-93c6-0a732878db3c None None] Port e3f36e78-8a24-4034-8311-8a7b48f71ea6 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:22:37.446865 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2aa69cad-f46a-4272-a226-9f8d4f4d4ea7 admin admin] Publish callbacks [] for security_group (3bd7aac8-d720-4d05-bc73-ae9869eea8dd), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:37.545724 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2aa69cad-f46a-4272-a226-9f8d4f4d4ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (3bd7aac8-d720-4d05-bc73-ae9869eea8dd), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:37.554717 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6231bba-1588-4cd7-9673-db4562d14275 admin admin] Publish callbacks [] for security_group (42e9f3dc-07ef-4574-b660-b6e995c9126e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:37.625427 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa69cad-f46a-4272-a226-9f8d4f4d4ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7aac8-d720-4d05-bc73-ae9869eea8dd,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:37.681891 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e6231bba-1588-4cd7-9673-db4562d14275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (42e9f3dc-07ef-4574-b660-b6e995c9126e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:37.770304 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-e6231bba-1588-4cd7-9673-db4562d14275 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7bf9edc1b48e4f33adaf317dd45c1e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0363111 Apr 11 15:22:37.776462 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58094) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:37.829081 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-543d3aa1-ecd9-421e-869a-682d151728cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3948400 Apr 11 15:22:37.882569 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Request body: {'port': {'device_id': '1addff3e-aa53-4fc0-ab21-a46fb6d775f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:37.886515 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-2aa69cad-f46a-4272-a226-9f8d4f4d4ea7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=218169f18c1945748ea09de9f706a472&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3117011 Apr 11 15:22:37.895586 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58102) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:38.076406 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-866bd189-fce7-4b77-a2e9-3611a07a6def admin admin] Publish callbacks [] for security_group (3bd7aac8-d720-4d05-bc73-ae9869eea8dd), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.128215 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58104) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:38.134456 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-866bd189-fce7-4b77-a2e9-3611a07a6def admin admin] Publish callbacks [] for security_group (3bd7aac8-d720-4d05-bc73-ae9869eea8dd), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.146178 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6231bba-1588-4cd7-9673-db4562d14275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e9f3dc-07ef-4574-b660-b6e995c9126e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:38.168679 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a78d5de3-1fae-4f7d-a7f6-8a7aff0a5d41 admin admin] Publish callbacks [] for security_group (42e9f3dc-07ef-4574-b660-b6e995c9126e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.248403 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a78d5de3-1fae-4f7d-a7f6-8a7aff0a5d41 admin admin] Publish callbacks [] for security_group (42e9f3dc-07ef-4574-b660-b6e995c9126e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.293016 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-d6c8edf6-4104-4bea-b92d-9bfad1fe493f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:38.302157 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-d6c8edf6-4104-4bea-b92d-9bfad1fe493f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 817 time: 0.8211432 Apr 11 15:22:38.417943 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d08c44c8-9006-45f3-8aa6-b3c8d554b7c6 req-1d2312c1-7653-4494-9552-b01f809ce4c2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 210 time: 0.3155272 Apr 11 15:22:38.527160 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.547131 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-b1be0b36-d000-4466-bc3e-14701b8d0a6a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ab9ba355cc424c84878fe5fd657070 HTTP/1.1" status: 200 len: 380 time: 0.1580176 Apr 11 15:22:38.551072 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b5415-b27a-44be-ad2c-f81651eadba9 req-0e274fad-fa69-4042-b62e-b0d8df65bfde tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:38.556403 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa7b5415-b27a-44be-ad2c-f81651eadba9 req-0e274fad-fa69-4042-b62e-b0d8df65bfde tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.2329772 Apr 11 15:22:38.565740 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'port': {'device_id': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'admin_state_up': True, 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'security_groups': ['782f4629-8ccc-4225-857a-f9cd173b88f6']}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:38.637760 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a78d5de3-1fae-4f7d-a7f6-8a7aff0a5d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (42e9f3dc-07ef-4574-b660-b6e995c9126e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.646852 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a78d5de3-1fae-4f7d-a7f6-8a7aff0a5d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.651491 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a78d5de3-1fae-4f7d-a7f6-8a7aff0a5d41 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/42e9f3dc-07ef-4574-b660-b6e995c9126e HTTP/1.1" status: 204 len: 168 time: 0.8668723 Apr 11 15:22:38.660909 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cef515cc-bb0b-4d77-ad8b-0b5dff4e9822 req-cd29e544-8ca5-48aa-b8d2-e00e23071aff tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 210 time: 0.1030467 Apr 11 15:22:38.662742 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-866bd189-fce7-4b77-a2e9-3611a07a6def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (3bd7aac8-d720-4d05-bc73-ae9869eea8dd), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.665797 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-866bd189-fce7-4b77-a2e9-3611a07a6def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.668128 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-866bd189-fce7-4b77-a2e9-3611a07a6def admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3bd7aac8-d720-4d05-bc73-ae9869eea8dd HTTP/1.1" status: 204 len: 168 time: 0.7438576 Apr 11 15:22:38.675895 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.683025 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a7de921-7cbb-4cca-9238-c4782c05e997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.748556 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d5de3-1fae-4f7d-a7f6-8a7aff0a5d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e9f3dc-07ef-4574-b660-b6e995c9126e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:38.775667 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bd189-fce7-4b77-a2e9-3611a07a6def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7aac8-d720-4d05-bc73-ae9869eea8dd,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:38.901166 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:38.908524 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa7b5415-b27a-44be-ad2c-f81651eadba9 req-70666d88-e56b-4308-aa0e-0ef8918ea737 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110235 Apr 11 15:22:38.950103 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Made reservation on behalf of 98ab9ba355cc424c84878fe5fd657070 for: {'port': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:22:38.956892 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:39.061705 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event updated for resources: {'Port': ['ID=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:39.112702 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Network cc3139d6-6903-49d1-a95b-667580eb14d3 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:39.127652 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:39.140788 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:39.272763 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Allocated IP 172.20.0.4 (41aa52fa-7af2-4c63-910a-080aef6fa315/a5ff89b2-c6d2-4cf1-88b1-f35951817570/70cdb271-fe6a-4444-a7ba-93e7f1e9639e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:22:39.569926 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a7de921-7cbb-4cca-9238-c4782c05e997 admin admin] Publish callbacks [] for security_group (3ca73303-6df0-484f-9685-edfedc1fad22), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:39.637845 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a7de921-7cbb-4cca-9238-c4782c05e997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (3ca73303-6df0-484f-9685-edfedc1fad22), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:39.737811 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7de921-7cbb-4cca-9238-c4782c05e997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca73303-6df0-484f-9685-edfedc1fad22,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:39.762760 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:39.825352 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-f5061f92-6e35-4f4f-a308-2c86a6255a70 None None] Provisioning complete for port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:39.827401 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f5061f92-6e35-4f4f-a308-2c86a6255a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:39.904957 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:39.910162 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:39.910162 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:39.910822 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-f5061f92-6e35-4f4f-a308-2c86a6255a70 None None] Port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:22:40.014923 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Network 41aa52fa-7af2-4c63-910a-080aef6fa315 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:22:40.030647 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-3a7de921-7cbb-4cca-9238-c4782c05e997 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d9e1dac0f3e430b8ac4ded6f26b41ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8885193 Apr 11 15:22:40.030847 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:22:40.030937 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58156) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:40.035656 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:22:40.035656 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:40.035656 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:40.052704 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd51a4-9f05-4fdd-94f1-b7b87f8e802a req-c1695775-e964-473f-be66-ea78a6d622f8 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:40.054421 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c5cd51a4-9f05-4fdd-94f1-b7b87f8e802a req-c1695775-e964-473f-be66-ea78a6d622f8 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 931 time: 0.4405107 Apr 11 15:22:40.067471 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced128de-7d76-4a03-9708-8bdfb65c6eac req-888c8047-e481-47c3-8941-45b85e3a7b40 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:40.071438 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ced128de-7d76-4a03-9708-8bdfb65c6eac req-888c8047-e481-47c3-8941-45b85e3a7b40 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 931 time: 0.1595788 Apr 11 15:22:40.098713 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:40.123300 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-10b9fd72-ff8d-48b7-92bf-7f77c888cb8e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5568936 Apr 11 15:22:40.136025 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Request body: {'port': {'device_id': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:40.146269 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-805c6d5f-7ca3-44b6-a05c-ee56b008ec3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5844502 Apr 11 15:22:40.189010 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Request body: {'port': {'device_id': '1455bb81-7a74-4480-a71d-36b71fc4b479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:22:40.338170 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:40.349379 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58168) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:40.509634 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ced128de-7d76-4a03-9708-8bdfb65c6eac req-ffe1cb19-dc95-4019-b712-50251058cf35 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3933547 Apr 11 15:22:40.605411 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c5cd51a4-9f05-4fdd-94f1-b7b87f8e802a req-db05f5a5-38de-495e-8ffe-2cef54320788 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803510 Apr 11 15:22:40.624454 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a45a3849-0174-4c57-8302-5f4e9ffd3b2a admin admin] Publish callbacks [] for security_group (3ca73303-6df0-484f-9685-edfedc1fad22), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:40.630128 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-71dbc616-6156-41ad-bffc-8f570a8b3274 None None] Provisioning complete for port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:40.632530 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-71dbc616-6156-41ad-bffc-8f570a8b3274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:40.827568 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adc931dd-02a7-4cf1-8828-1b3bfde1a860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:40.855328 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-71dbc616-6156-41ad-bffc-8f570a8b3274 None None] Port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:22:40.868381 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a45a3849-0174-4c57-8302-5f4e9ffd3b2a admin admin] Publish callbacks [] for security_group (3ca73303-6df0-484f-9685-edfedc1fad22), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:40.884106 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:40.988522 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5ed78-49c2-41ee-a05c-d68d68e36944 req-76b63b03-752f-426b-86c6-d47decf8fe61 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:40.996236 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0de5ed78-49c2-41ee-a05c-d68d68e36944 req-76b63b03-752f-426b-86c6-d47decf8fe61 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.2303662 Apr 11 15:22:41.140403 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f36e78-8a24-4034-8311-8a7b48f71ea6 {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:22:41.165497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Publish callbacks [] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:41.276634 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0de5ed78-49c2-41ee-a05c-d68d68e36944 req-ad2e95b8-9eeb-42bf-b53b-661395240171 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788789 Apr 11 15:22:41.370172 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Transition to ACTIVE for port object e3f36e78-8a24-4034-8311-8a7b48f71ea6 will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:22:41.371740 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adc931dd-02a7-4cf1-8828-1b3bfde1a860 admin admin] Publish callbacks [] for security_group (b33856c4-c298-471f-8d51-d30160ac671b), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:41.383417 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a45a3849-0174-4c57-8302-5f4e9ffd3b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (3ca73303-6df0-484f-9685-edfedc1fad22), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:41.388086 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a45a3849-0174-4c57-8302-5f4e9ffd3b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:41.389614 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cdb271-fe6a-4444-a7ba-93e7f1e9639e {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:22:41.390521 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a45a3849-0174-4c57-8302-5f4e9ffd3b2a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ca73303-6df0-484f-9685-edfedc1fad22 HTTP/1.1" status: 204 len: 168 time: 1.3631978 Apr 11 15:22:41.416363 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a3849-0174-4c57-8302-5f4e9ffd3b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca73303-6df0-484f-9685-edfedc1fad22,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:41.429673 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Publish callbacks [] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:41.449575 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:41.477100 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Transition to ACTIVE for port object 70cdb271-fe6a-4444-a7ba-93e7f1e9639e will not be triggered until provisioned by entity L2. {{(pid=103868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:22:41.487468 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-adc931dd-02a7-4cf1-8828-1b3bfde1a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b33856c4-c298-471f-8d51-d30160ac671b), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:41.564685 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-adc931dd-02a7-4cf1-8828-1b3bfde1a860 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aac0bb50f4da46cc949af6523e187257&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2117012 Apr 11 15:22:41.569467 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58184) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:41.608445 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc931dd-02a7-4cf1-8828-1b3bfde1a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33856c4-c298-471f-8d51-d30160ac671b,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:41.614971 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:41.628956 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f36e78-8a24-4034-8311-8a7b48f71ea6,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:41.707373 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Pushing event updated for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:41.780405 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Attempting to bind port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:22:41.780926 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Attempting to bind port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:22:41.781318 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Attempting to bind port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e on network 41aa52fa-7af2-4c63-910a-080aef6fa315 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:41.791478 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e on network 41aa52fa-7af2-4c63-910a-080aef6fa315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:22:41.792160 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Attempting to bind port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e on network 41aa52fa-7af2-4c63-910a-080aef6fa315 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:41.806706 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:22:41.807173 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Checking segment: {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:41.807719 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Bound using segment: {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:22:41.808361 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Bound port: 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:22:41.808901 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:41.956160 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:22:41.961293 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:22:42.105457 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-79fb8721-35d9-4011-8339-72c842ba3474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:42.140320 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:42.267708 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:42.268314 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:42.279888 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] 10.222.0.39 "PUT /v2.0/ports/70cdb271-fe6a-4444-a7ba-93e7f1e9639e HTTP/1.1" status: 200 len: 1093 time: 2.1402757 Apr 11 15:22:42.280669 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:22:42.289350 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:22:42.405849 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-66b2ec4f-babd-4c1f-a3b5-51128318aa10 admin admin] Publish callbacks [] for security_group (b33856c4-c298-471f-8d51-d30160ac671b), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:42.420449 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b46f25-893d-4540-adb6-ff82d59aafb2 req-94d7a5fd-f0e0-4e66-8a5b-7b88aaf9eedf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:42.429507 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-36b46f25-893d-4540-adb6-ff82d59aafb2 req-94d7a5fd-f0e0-4e66-8a5b-7b88aaf9eedf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 931 time: 0.5039318 Apr 11 15:22:42.447513 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af064c-f177-4e44-ba7b-ac1ab6ee4df0 req-ef735812-cc87-43d6-b4c1-3a71e8277268 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:42.449616 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d3af064c-f177-4e44-ba7b-ac1ab6ee4df0 req-ef735812-cc87-43d6-b4c1-3a71e8277268 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.3777473 Apr 11 15:22:42.483421 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f1452-4323-48dd-bb3a-844538a78483 service neutron] Pushing event updated for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:42.581273 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-79331b8f-3502-43cd-a76e-82521db13807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:42.582861 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-79331b8f-3502-43cd-a76e-82521db13807 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 1127 time: 0.1255279 Apr 11 15:22:42.706057 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-951abcae-5ed9-4565-ac13-63409e23594c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e HTTP/1.1" status: 200 len: 217 time: 0.0928872 Apr 11 15:22:42.713484 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-66b2ec4f-babd-4c1f-a3b5-51128318aa10 admin admin] Publish callbacks [] for security_group (b33856c4-c298-471f-8d51-d30160ac671b), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:42.855934 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:22:42.908400 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Attempting to bind port e3f36e78-8a24-4034-8311-8a7b48f71ea6 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:22:42.908971 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Attempting to bind port e3f36e78-8a24-4034-8311-8a7b48f71ea6 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:22:42.909535 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Attempting to bind port e3f36e78-8a24-4034-8311-8a7b48f71ea6 on network cc3139d6-6903-49d1-a95b-667580eb14d3 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:42.917334 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-7b6faa66-0e76-4f84-9d92-e28b550f6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:42.918767 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-7b6faa66-0e76-4f84-9d92-e28b550f6e3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.1974576 Apr 11 15:22:42.955103 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Publish callbacks [] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:42.978561 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d3af064c-f177-4e44-ba7b-ac1ab6ee4df0 req-c7f59cd7-e84b-4c52-9d9b-beff3dd0fd4c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670489 Apr 11 15:22:43.014697 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Port e3f36e78-8a24-4034-8311-8a7b48f71ea6 on network cc3139d6-6903-49d1-a95b-667580eb14d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:22:43.015251 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Attempting to bind port e3f36e78-8a24-4034-8311-8a7b48f71ea6 on network cc3139d6-6903-49d1-a95b-667580eb14d3 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:43.058227 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-ccb552ba-6a30-45e3-9a46-c12ba1d6483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:43.061133 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-ccb552ba-6a30-45e3-9a46-c12ba1d6483e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1156375 Apr 11 15:22:43.087573 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:22:43.088764 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Checking segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:43.089539 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Bound using segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:22:43.090705 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Bound port: e3f36e78-8a24-4034-8311-8a7b48f71ea6, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:22:43.091346 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:43.111611 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-66b2ec4f-babd-4c1f-a3b5-51128318aa10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b33856c4-c298-471f-8d51-d30160ac671b), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:43.125968 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-66b2ec4f-babd-4c1f-a3b5-51128318aa10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:43.130363 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-66b2ec4f-babd-4c1f-a3b5-51128318aa10 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b33856c4-c298-471f-8d51-d30160ac671b HTTP/1.1" status: 204 len: 168 time: 1.5531797 Apr 11 15:22:43.132212 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Transition to ACTIVE for port object f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:22:43.284196 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38d02d0-7278-4249-a2c2-5697bf5f1436 x-openstack-request-id: req-f38d02d0-7278-4249-a2c2-5697bf5f1436 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:22:43.284685 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:22:43.285084 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f38d02d0-7278-4249-a2c2-5697bf5f1436 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:22:43.285686 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38d02d0-7278-4249-a2c2-5697bf5f1436'] response: {'name': 'network-changed', 'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'status': 'completed', 'code': 200} Apr 11 15:22:43.291050 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-8f38d2cb-2fd6-44d9-80e2-575651fc1004 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149489 Apr 11 15:22:43.421404 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:43.518187 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bc5b766b-d139-4472-a54b-c71b4de33ed8 req-52c60be7-7356-45ea-8783-f131a39f0d4c service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956375 Apr 11 15:22:43.618015 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2ec4f-babd-4c1f-a3b5-51128318aa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33856c4-c298-471f-8d51-d30160ac671b,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:43.634439 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0af03-91d0-4c9c-b7bf-d2c0708e5fca req-2141e191-a024-48bc-9126-f8740464cf3a tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:43.642365 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58228) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:43.644386 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e5c0af03-91d0-4c9c-b7bf-d2c0708e5fca req-2141e191-a024-48bc-9126-f8740464cf3a tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.2442281 Apr 11 15:22:43.679156 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66b7e19d-32e5-462b-af7b-7b56c5b03078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:43.686932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] For port e3f36e78-8a24-4034-8311-8a7b48f71ea6, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:22:43.709010 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-36b46f25-893d-4540-adb6-ff82d59aafb2 req-de103fe4-dc3f-4398-aa4a-5a1e1ae4bb8d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2468686 Apr 11 15:22:43.906751 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] For port e3f36e78-8a24-4034-8311-8a7b48f71ea6, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:22:44.010692 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:44.020991 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:44.113910 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-1ca1bd77-0158-4a56-ae0a-f45a8b445d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:44.114439 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-1ca1bd77-0158-4a56-ae0a-f45a8b445d50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 1127 time: 0.2248149 Apr 11 15:22:44.121409 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:44.122145 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:44.123837 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] 10.222.0.39 "PUT /v2.0/ports/e3f36e78-8a24-4034-8311-8a7b48f71ea6 HTTP/1.1" status: 200 len: 1094 time: 6.2732229 Apr 11 15:22:44.133903 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1addff3e-aa53-4fc0-ab21-a46fb6d775f3', 'tag': 'e3f36e78-8a24-4034-8311-8a7b48f71ea6'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:22:44.199246 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e5c0af03-91d0-4c9c-b7bf-d2c0708e5fca req-e288a917-db53-4175-8927-1f7671280097 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536487 Apr 11 15:22:44.315991 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25735efd-466d-4976-bcb9-62d880467d46 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f36e78-8a24-4034-8311-8a7b48f71ea6,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:44.480638 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Attempting to bind port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:22:44.480638 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Attempting to bind port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:22:44.480638 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Attempting to bind port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f on network cc3139d6-6903-49d1-a95b-667580eb14d3 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:44.481914 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66b7e19d-32e5-462b-af7b-7b56c5b03078 admin admin] Publish callbacks [] for security_group (37f0a39d-fa81-4d8d-b8d2-ec9da36ba9d4), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:44.580686 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-66b7e19d-32e5-462b-af7b-7b56c5b03078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (37f0a39d-fa81-4d8d-b8d2-ec9da36ba9d4), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:44.602830 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f on network cc3139d6-6903-49d1-a95b-667580eb14d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:22:44.602830 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Attempting to bind port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f on network cc3139d6-6903-49d1-a95b-667580eb14d3 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:22:44.644575 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2dfa72f2-3f0a-49ff-a434-27183b2a2590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:44.671754 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e19d-32e5-462b-af7b-7b56c5b03078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f0a39d-fa81-4d8d-b8d2-ec9da36ba9d4,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:44.750816 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d1def-58e1-4e94-9e9d-9c825939b5ba req-ebeb1ef4-8876-479c-a11f-cda17bbf35dc tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:44.778674 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-66b7e19d-32e5-462b-af7b-7b56c5b03078 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=12fa4d25db4042e596f1fd275f009323&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1337340 Apr 11 15:22:44.787571 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58266) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:44.788693 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fe8d1def-58e1-4e94-9e9d-9c825939b5ba req-ebeb1ef4-8876-479c-a11f-cda17bbf35dc tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.2978110 Apr 11 15:22:44.788693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:22:44.788693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Checking segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:22:44.788693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Bound using segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:22:44.788693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Bound port: f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:22:44.792882 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:44.847834 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-4cb9c1f7-394f-402d-87dd-21539e89c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:44.866849 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-4cb9c1f7-394f-402d-87dd-21539e89c2ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 1128 time: 0.5435412 Apr 11 15:22:44.888549 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-625437aa-2320-49b6-ab6e-39bb935edeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:44.893714 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-625437aa-2320-49b6-ab6e-39bb935edeb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 918 time: 0.7692149 Apr 11 15:22:44.921397 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1addff3e-aa53-4fc0-ab21-a46fb6d775f3", "tag": "e3f36e78-8a24-4034-8311-8a7b48f71ea6"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:22:45.205940 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-4b765e3b-daae-4af0-ab62-bea03c809e12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6 HTTP/1.1" status: 200 len: 217 time: 0.2874086 Apr 11 15:22:45.247655 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] For port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:22:45.267358 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592896-3754-46c2-a6d7-dc2860522c68 req-527838c5-c71e-4108-ab73-c75bd7d55bc5 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:45.269476 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-09592896-3754-46c2-a6d7-dc2860522c68 req-527838c5-c71e-4108-ab73-c75bd7d55bc5 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 943 time: 0.2858853 Apr 11 15:22:45.275320 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-2683e60b-7f4a-4f43-b60b-59cfe392b039 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e HTTP/1.1" status: 200 len: 217 time: 0.3687849 Apr 11 15:22:45.283082 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fe8d1def-58e1-4e94-9e9d-9c825939b5ba req-e28af940-756d-43ad-bccd-b15340ec6308 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4995487 Apr 11 15:22:45.285307 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] For port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:22:45.323335 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6cde1226-2b36-4508-9c78-5409c90e75d7 admin admin] Publish callbacks [] for security_group (37f0a39d-fa81-4d8d-b8d2-ec9da36ba9d4), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:45.340977 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-09592896-3754-46c2-a6d7-dc2860522c68 req-58ceb9d1-d7ce-477d-a08a-addbbb95b111 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617115 Apr 11 15:22:45.355038 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6cde1226-2b36-4508-9c78-5409c90e75d7 admin admin] Publish callbacks [] for security_group (37f0a39d-fa81-4d8d-b8d2-ec9da36ba9d4), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:45.434119 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:45.453443 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:45.583730 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-246478d8-4215-450a-8d11-a84a867d1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:45.586543 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-246478d8-4215-450a-8d11-a84a867d1c54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.2285182 Apr 11 15:22:45.587175 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:45.587951 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:45.594514 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] 10.222.0.39 "PUT /v2.0/ports/f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f HTTP/1.1" status: 200 len: 1093 time: 5.4155605 Apr 11 15:22:45.615067 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1d832-4f3d-49f0-9572-7e5d12271b91 req-880fe588-e975-424e-982d-47a2c81087e8 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:45.623102 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-44e1d832-4f3d-49f0-9572-7e5d12271b91 req-880fe588-e975-424e-982d-47a2c81087e8 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.1120405 Apr 11 15:22:45.626138 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-0a65dfd8-058f-48aa-9fe0-5e6fd9b32d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:45.628298 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-0a65dfd8-058f-48aa-9fe0-5e6fd9b32d2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.2747152 Apr 11 15:22:45.686523 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0e645-3877-41f7-b467-3826171a99e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:45.688256 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6cde1226-2b36-4508-9c78-5409c90e75d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (37f0a39d-fa81-4d8d-b8d2-ec9da36ba9d4), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:45.691336 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6cde1226-2b36-4508-9c78-5409c90e75d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:45.692693 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6cde1226-2b36-4508-9c78-5409c90e75d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37f0a39d-fa81-4d8d-b8d2-ec9da36ba9d4 HTTP/1.1" status: 204 len: 168 time: 0.9116640 Apr 11 15:22:45.709021 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde1226-2b36-4508-9c78-5409c90e75d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f0a39d-fa81-4d8d-b8d2-ec9da36ba9d4,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:45.715847 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-44e1d832-4f3d-49f0-9572-7e5d12271b91 req-ede968d7-fd9e-4d25-a7a5-ab8e3efb8958 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914905 Apr 11 15:22:45.724406 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd4ef9d-e316-4656-a387-4dbc5fcaa6e9 x-openstack-request-id: req-5bd4ef9d-e316-4656-a387-4dbc5fcaa6e9 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:22:45.724741 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1addff3e-aa53-4fc0-ab21-a46fb6d775f3", "tag": "e3f36e78-8a24-4034-8311-8a7b48f71ea6", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:22:45.725617 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bd4ef9d-e316-4656-a387-4dbc5fcaa6e9 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:22:45.726010 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd4ef9d-e316-4656-a387-4dbc5fcaa6e9'] response: {'name': 'network-changed', 'server_uuid': '1addff3e-aa53-4fc0-ab21-a46fb6d775f3', 'tag': 'e3f36e78-8a24-4034-8311-8a7b48f71ea6', 'status': 'completed', 'code': 200} Apr 11 15:22:46.294062 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58316) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:46.482309 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58330) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:46.523227 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44501a5-f4a9-4438-98d8-ff17e32974e1 req-b1145f9e-a1ee-4b62-88ea-f097f31ac505 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:46.532466 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d44501a5-f4a9-4438-98d8-ff17e32974e1 req-b1145f9e-a1ee-4b62-88ea-f097f31ac505 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.1088600 Apr 11 15:22:46.557234 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44443-3485-43a5-92cb-b0fa818f1346 req-e4ed4140-1f11-4d3a-8125-b4de8cbc0824 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:46.559001 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-eda44443-3485-43a5-92cb-b0fa818f1346 req-e4ed4140-1f11-4d3a-8125-b4de8cbc0824 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 943 time: 0.0953290 Apr 11 15:22:46.647762 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6a42946e-b6fd-4741-8b95-510c2bd94b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:46.717410 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5feabd0f-1001-4baa-bdfd-92c329728a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:46.747090 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-f46ed26e-873e-4311-b155-4cef4d8c2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:46.754284 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-f46ed26e-873e-4311-b155-4cef4d8c2f25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1509087 Apr 11 15:22:46.765016 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:46.832714 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-eda44443-3485-43a5-92cb-b0fa818f1346 req-7950a6b6-456b-4b67-8816-4f41b049f6bd tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654393 Apr 11 15:22:46.855404 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d44501a5-f4a9-4438-98d8-ff17e32974e1 req-061760d5-7f79-4198-aec5-a21de7b3964a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165700 Apr 11 15:22:46.864919 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-d6dc80b6-3e3a-4ab6-abe9-7074ec047eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:46.868516 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-d6dc80b6-3e3a-4ab6-abe9-7074ec047eab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2596338 Apr 11 15:22:46.953393 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5feabd0f-1001-4baa-bdfd-92c329728a4e admin admin] Publish callbacks [] for security_group (f2d6d1eb-dfe6-4618-829a-9e678b16aa26), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.010869 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5feabd0f-1001-4baa-bdfd-92c329728a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (f2d6d1eb-dfe6-4618-829a-9e678b16aa26), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.033287 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6a42946e-b6fd-4741-8b95-510c2bd94b4c admin admin] Publish callbacks [] for security_group (510828a1-97ef-4816-9323-44ae2a2833f5), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.065363 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feabd0f-1001-4baa-bdfd-92c329728a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d6d1eb-dfe6-4618-829a-9e678b16aa26,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:47.103499 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-5feabd0f-1001-4baa-bdfd-92c329728a4e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b59b69afbd1741cdbc495f50ee29a6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6149893 Apr 11 15:22:47.103499 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58352) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:47.106965 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c7c16-0043-4ad9-ad41-fd6c7582da20 req-1cde9d2a-d977-44a4-ae72-7968b7a40fd2 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:47.110259 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b3c7c16-0043-4ad9-ad41-fd6c7582da20 req-1cde9d2a-d977-44a4-ae72-7968b7a40fd2 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.1071074 Apr 11 15:22:47.129500 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6a42946e-b6fd-4741-8b95-510c2bd94b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (510828a1-97ef-4816-9323-44ae2a2833f5), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.181174 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-968a0eec-6a36-4478-b703-16a036cb649c admin admin] Publish callbacks [] for security_group (f2d6d1eb-dfe6-4618-829a-9e678b16aa26), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.216641 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b3c7c16-0043-4ad9-ad41-fd6c7582da20 req-ee36273a-daee-4a05-af46-97ed8a2551e7 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981867 Apr 11 15:22:47.217305 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42946e-b6fd-4741-8b95-510c2bd94b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510828a1-97ef-4816-9323-44ae2a2833f5,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:47.225593 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-6a42946e-b6fd-4741-8b95-510c2bd94b4c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7132e8bf1a0f44eba0badcface073332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9262722 Apr 11 15:22:47.226345 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58354) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:47.242847 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-968a0eec-6a36-4478-b703-16a036cb649c admin admin] Publish callbacks [] for security_group (f2d6d1eb-dfe6-4618-829a-9e678b16aa26), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.299121 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2028-9fae-405d-9c3d-03bee1b62692 admin admin] Publish callbacks [] for security_group (510828a1-97ef-4816-9323-44ae2a2833f5), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.326711 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2028-9fae-405d-9c3d-03bee1b62692 admin admin] Publish callbacks [] for security_group (510828a1-97ef-4816-9323-44ae2a2833f5), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.433903 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-968a0eec-6a36-4478-b703-16a036cb649c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (f2d6d1eb-dfe6-4618-829a-9e678b16aa26), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.439012 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-968a0eec-6a36-4478-b703-16a036cb649c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.453351 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-968a0eec-6a36-4478-b703-16a036cb649c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2d6d1eb-dfe6-4618-829a-9e678b16aa26 HTTP/1.1" status: 204 len: 168 time: 0.3445654 Apr 11 15:22:47.487975 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a0eec-6a36-4478-b703-16a036cb649c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d6d1eb-dfe6-4618-829a-9e678b16aa26,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:47.606200 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2028-9fae-405d-9c3d-03bee1b62692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (510828a1-97ef-4816-9323-44ae2a2833f5), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.608693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bf6f2028-9fae-405d-9c3d-03bee1b62692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:47.609872 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-bf6f2028-9fae-405d-9c3d-03bee1b62692 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/510828a1-97ef-4816-9323-44ae2a2833f5 HTTP/1.1" status: 204 len: 168 time: 0.3825555 Apr 11 15:22:47.616264 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-69ad2e7b-ede1-4ac6-a144-b5e6afd3cb4f service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751173 Apr 11 15:22:47.621013 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-e3fa82e2-fd8d-45e0-9280-078766ad1503 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672068 Apr 11 15:22:47.627574 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f2028-9fae-405d-9c3d-03bee1b62692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510828a1-97ef-4816-9323-44ae2a2833f5,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:47.629882 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-7a05ab0b-8ab8-4bb9-9e71-14de604f4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:47.632024 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-7a05ab0b-8ab8-4bb9-9e71-14de604f4b08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 1127 time: 0.1554365 Apr 11 15:22:47.711574 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-8eb8ff8c-8a55-4f44-a47b-b385f9769535 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f HTTP/1.1" status: 200 len: 217 time: 0.0654151 Apr 11 15:22:47.778091 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1455bb81-7a74-4480-a71d-36b71fc4b479', 'tag': 'f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:22:47.781942 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4c3aa39f-8b17-4ff7-853a-0b0de43124f9 req-c47754e1-b4dc-4311-bf43-6d88610dc9de service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485460 Apr 11 15:22:47.782210 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbc86bf-d966-4741-9648-5bcee11fc6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1455bb81-7a74-4480-a71d-36b71fc4b479", "tag": "f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:22:47.862268 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7932197c-f516-4010-afff-8888a37fdba9 x-openstack-request-id: req-7932197c-f516-4010-afff-8888a37fdba9 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:22:47.862631 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1455bb81-7a74-4480-a71d-36b71fc4b479", "tag": "f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:22:47.862944 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7932197c-f516-4010-afff-8888a37fdba9 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:22:47.863465 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7932197c-f516-4010-afff-8888a37fdba9'] response: {'name': 'network-changed', 'server_uuid': '1455bb81-7a74-4480-a71d-36b71fc4b479', 'tag': 'f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f', 'status': 'completed', 'code': 200} Apr 11 15:22:47.866413 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-23e729c0-3f55-44cc-82f7-678208a53fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:47.868294 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-23e729c0-3f55-44cc-82f7-678208a53fb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0817935 Apr 11 15:22:47.917280 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c4f82c-9b84-4bbf-9300-e14912e7e1cb req-a84a3b01-0e35-4eed-a8d8-21eae9c96bf2 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838390 Apr 11 15:22:47.989385 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-3ab20ea3-f175-4618-b10b-f708cfc47cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:47.992653 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-3ab20ea3-f175-4618-b10b-f708cfc47cac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077507 Apr 11 15:22:48.353557 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:48.368717 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64408164-6a17-42f6-b9c9-cf8d5f340fe4 req-6e67ce64-8997-41b0-b1e0-3d1416f476df tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:48.372564 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-64408164-6a17-42f6-b9c9-cf8d5f340fe4 req-6e67ce64-8997-41b0-b1e0-3d1416f476df tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 943 time: 0.2675338 Apr 11 15:22:48.388472 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1037cb-14e9-4349-9efc-da35d58aa090 req-f58de480-9412-43ed-b145-3cdbbe89c446 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:48.388472 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4b1037cb-14e9-4349-9efc-da35d58aa090 req-f58de480-9412-43ed-b145-3cdbbe89c446 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.2823787 Apr 11 15:22:48.434970 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-c396f920-f8a7-4eb0-bfe3-a0a5bdbece90 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322922 Apr 11 15:22:48.487589 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4b1037cb-14e9-4349-9efc-da35d58aa090 req-703be3a2-a64e-4f52-b468-aae5e937a8f5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903218 Apr 11 15:22:48.491383 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-64408164-6a17-42f6-b9c9-cf8d5f340fe4 req-d1341ce1-18b2-4ffe-afdf-7f04e72dd5dc tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954227 Apr 11 15:22:48.557693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58406) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:48.572462 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-92a327f2-701d-4b91-b6a0-23c0bf7652d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:48.648014 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca4e8e-6ff6-4dff-8a9a-1d4f58c5d5f8 req-c8bcbdb5-1e26-4c8a-af31-74203a4bbf5b tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:48.651041 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21ca4e8e-6ff6-4dff-8a9a-1d4f58c5d5f8 req-c8bcbdb5-1e26-4c8a-af31-74203a4bbf5b tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.0694118 Apr 11 15:22:48.749501 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21ca4e8e-6ff6-4dff-8a9a-1d4f58c5d5f8 req-d5a48513-f47f-425c-8b46-f15c51526a82 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867245 Apr 11 15:22:48.757740 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-92a327f2-701d-4b91-b6a0-23c0bf7652d7 admin admin] Publish callbacks [] for security_group (01e5df88-4499-487c-a30c-f479c6e87e31), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:48.944012 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-2eb9e0d0-0ea8-48d4-a904-00d705b5145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:48.945450 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-2eb9e0d0-0ea8-48d4-a904-00d705b5145b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 1128 time: 0.0936513 Apr 11 15:22:49.029939 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0230c11f-a3ce-4bec-8368-ce6d38c2d522 req-39ea00ca-8bec-4dbe-9c60-4ab57eebd3e5 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874771 Apr 11 15:22:49.031826 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:22:49.162861 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-09adb2c0-a3c6-4a74-b61e-44bb17b84e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:49.164612 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-09adb2c0-a3c6-4a74-b61e-44bb17b84e7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.2101669 Apr 11 15:22:49.219815 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-96c6aa32-497a-4ef1-af7e-202cf8e3c2f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6 HTTP/1.1" status: 200 len: 217 time: 0.0455723 Apr 11 15:22:49.306932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-bb8111ed-8198-48e9-b7ce-3c31a94cc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:49.308814 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-bb8111ed-8198-48e9-b7ce-3c31a94cc2a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0802968 Apr 11 15:22:49.378477 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-969d4998-5753-4fd5-8e39-df90ea9373c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:49.380507 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-969d4998-5753-4fd5-8e39-df90ea9373c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578701 Apr 11 15:22:49.510048 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-bd6e321f-2600-4cd6-864b-c3fdff231cae service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197371 Apr 11 15:22:49.684333 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-92a327f2-701d-4b91-b6a0-23c0bf7652d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (01e5df88-4499-487c-a30c-f479c6e87e31), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:49.739342 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f805278-205a-47ff-b8ea-8b5177d6566d req-aa912a4f-8f49-4caf-8c7a-a0f8e692555c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:49.741522 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1f805278-205a-47ff-b8ea-8b5177d6566d req-aa912a4f-8f49-4caf-8c7a-a0f8e692555c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 943 time: 0.1370459 Apr 11 15:22:49.769834 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20293ad-24f4-4062-a27d-82041a306e12 req-babdda69-7f08-4a1e-9af3-3cf82d11c0fd tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:49.771297 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a20293ad-24f4-4062-a27d-82041a306e12 req-babdda69-7f08-4a1e-9af3-3cf82d11c0fd tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.1685212 Apr 11 15:22:49.783658 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-967ad835-346b-4fc2-b9e4-f6e7bf1f20ef req-75722320-c5eb-4460-99e2-c71ae0ef86a7 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634239 Apr 11 15:22:49.787892 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-92a327f2-701d-4b91-b6a0-23c0bf7652d7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df2cf7d9d99a456f8dbfb4a479656eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2272892 Apr 11 15:22:49.791237 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58418) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:49.802427 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a327f2-701d-4b91-b6a0-23c0bf7652d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e5df88-4499-487c-a30c-f479c6e87e31,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:49.872963 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1f805278-205a-47ff-b8ea-8b5177d6566d req-fb9b43eb-3a90-4e1a-ac2a-a2158f1c3141 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199725 Apr 11 15:22:49.876594 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-232570b2-8f91-4307-8897-61c9606b1a7d admin admin] Publish callbacks [] for security_group (01e5df88-4499-487c-a30c-f479c6e87e31), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:49.881632 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a20293ad-24f4-4062-a27d-82041a306e12 req-83d45cab-f878-4212-8401-b7efea7633a5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847769 Apr 11 15:22:49.906517 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-232570b2-8f91-4307-8897-61c9606b1a7d admin admin] Publish callbacks [] for security_group (01e5df88-4499-487c-a30c-f479c6e87e31), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:49.934821 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58420) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:49.958349 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5ba4d525-460a-4dff-9265-05f3d6560672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.036850 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45e752-eb0f-4b98-a29f-885435951d63 req-09229d9c-13ce-48af-b233-3333e6289294 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:50.043767 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e45e752-eb0f-4b98-a29f-885435951d63 req-09229d9c-13ce-48af-b233-3333e6289294 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 943 time: 0.0531621 Apr 11 15:22:50.062128 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-232570b2-8f91-4307-8897-61c9606b1a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (01e5df88-4499-487c-a30c-f479c6e87e31), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.064908 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-232570b2-8f91-4307-8897-61c9606b1a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.066852 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-232570b2-8f91-4307-8897-61c9606b1a7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01e5df88-4499-487c-a30c-f479c6e87e31 HTTP/1.1" status: 204 len: 168 time: 0.2742574 Apr 11 15:22:50.078753 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232570b2-8f91-4307-8897-61c9606b1a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e5df88-4499-487c-a30c-f479c6e87e31,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:50.110194 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device cb0b1941-185c-49b1-9578-9b07c049af47 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:22:50.137552 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e45e752-eb0f-4b98-a29f-885435951d63 req-5e9a0941-74ab-4132-8a84-04d8dcd0e3f9 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880721 Apr 11 15:22:50.197682 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5ba4d525-460a-4dff-9265-05f3d6560672 admin admin] Publish callbacks [] for security_group (773f75a7-cd6f-4e45-8f6a-7330103db16e), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.267638 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port cb0b1941-185c-49b1-9578-9b07c049af47, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cb0b1941-185c-49b1-9578-9b07c049af47,segment=NetworkSegment(a0ac3582-2826-4e94-9dc3-b43603f2280e),segment_id=a0ac3582-2826-4e94-9dc3-b43603f2280e)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:50.284010 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5ba4d525-460a-4dff-9265-05f3d6560672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (773f75a7-cd6f-4e45-8f6a-7330103db16e), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.285911 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': 'cb0b1941-185c-49b1-9578-9b07c049af47', 'network_id': 'eced42cf-e7c8-4206-8257-9d4062654f2d', 'port_id': 'cb0b1941-185c-49b1-9578-9b07c049af47', 'mac_address': 'fa:16:3e:16:04:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842a567c-5078-47de-b39a-5336e341f885', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:22:50.329740 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port cb0b1941-185c-49b1-9578-9b07c049af47 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:50.330142 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.352338 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0b1941-185c-49b1-9578-9b07c049af47 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:22:50.373808 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port cb0b1941-185c-49b1-9578-9b07c049af47, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cb0b1941-185c-49b1-9578-9b07c049af47,segment=NetworkSegment(a0ac3582-2826-4e94-9dc3-b43603f2280e),segment_id=a0ac3582-2826-4e94-9dc3-b43603f2280e)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:50.381912 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-5ba4d525-460a-4dff-9265-05f3d6560672 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76d02a87e005461d9b36017368d22364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426818 Apr 11 15:22:50.382607 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58432) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:50.387051 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4d525-460a-4dff-9265-05f3d6560672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773f75a7-cd6f-4e45-8f6a-7330103db16e,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:50.442889 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.446826 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 70cdb271-fe6a-4444-a7ba-93e7f1e9639e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:22:50.483097 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0ba89c46-56fd-4dcc-b9f1-feb2ac055385 admin admin] Publish callbacks [] for security_group (773f75a7-cd6f-4e45-8f6a-7330103db16e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.491560 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58434) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:50.528601 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0ba89c46-56fd-4dcc-b9f1-feb2ac055385 admin admin] Publish callbacks [] for security_group (773f75a7-cd6f-4e45-8f6a-7330103db16e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.558210 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=cb0b1941-185c-49b1-9578-9b07c049af47,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:50.668720 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:50.678211 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-f0fdcdea-686a-416e-9704-9e98bc9ff7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:50.679613 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0ba89c46-56fd-4dcc-b9f1-feb2ac055385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (773f75a7-cd6f-4e45-8f6a-7330103db16e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.681294 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-f0fdcdea-686a-416e-9704-9e98bc9ff7a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 1127 time: 0.0763943 Apr 11 15:22:50.682287 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0ba89c46-56fd-4dcc-b9f1-feb2ac055385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.683487 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-0ba89c46-56fd-4dcc-b9f1-feb2ac055385 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/773f75a7-cd6f-4e45-8f6a-7330103db16e HTTP/1.1" status: 204 len: 168 time: 0.2995613 Apr 11 15:22:50.686698 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'port_id': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'mac_address': 'fa:16:3e:53:e2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:22:50.708909 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba89c46-56fd-4dcc-b9f1-feb2ac055385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773f75a7-cd6f-4e45-8f6a-7330103db16e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:50.730140 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:50.730677 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.749226 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cdb271-fe6a-4444-a7ba-93e7f1e9639e {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:22:50.772822 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:50.834595 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:50.875780 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-c6e98677-6fe6-4d60-89c5-3701d84acca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:50.877488 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-c6e98677-6fe6-4d60-89c5-3701d84acca4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.1851890 Apr 11 15:22:50.903685 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:50.927380 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-eddbe853-9fde-46aa-bbdc-e96666907385 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f HTTP/1.1" status: 200 len: 217 time: 0.0428121 Apr 11 15:22:50.993974 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9410730-932f-4491-881f-ea2cb7a94341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:51.005207 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-ec7fb87f-bde8-4cb6-911e-8e49bbcbc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:51.007941 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-ec7fb87f-bde8-4cb6-911e-8e49bbcbc03e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0744576 Apr 11 15:22:51.081897 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-39691e42-bd77-46a5-afec-bb117ae9d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:51.083943 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-39691e42-bd77-46a5-afec-bb117ae9d2aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685382 Apr 11 15:22:51.156005 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9410730-932f-4491-881f-ea2cb7a94341 admin admin] Publish callbacks [] for security_group (82085bb9-8c8f-4ed8-8b2d-74f226c32ad5), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:51.197927 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816658a-7f40-4162-a78f-e1cc698dc9e4 req-2be4b073-211d-4d47-b621-7387fac7b140 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:51.199476 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3816658a-7f40-4162-a78f-e1cc698dc9e4 req-2be4b073-211d-4d47-b621-7387fac7b140 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 944 time: 0.1369603 Apr 11 15:22:51.210498 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f9410730-932f-4491-881f-ea2cb7a94341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (82085bb9-8c8f-4ed8-8b2d-74f226c32ad5), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:51.213266 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d29d-a93a-459f-ae42-c70fc81ae8e5 req-be6d87e5-2bbd-44c6-a6a3-ab6d8f63a050 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:51.215313 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2dc2d29d-a93a-459f-ae42-c70fc81ae8e5 req-be6d87e5-2bbd-44c6-a6a3-ab6d8f63a050 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 943 time: 0.1360343 Apr 11 15:22:51.259841 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f9410730-932f-4491-881f-ea2cb7a94341 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54b84f699b2a4d928c67ac5fb4e07d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7667727 Apr 11 15:22:51.263743 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58458) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:51.278241 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9410730-932f-4491-881f-ea2cb7a94341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82085bb9-8c8f-4ed8-8b2d-74f226c32ad5,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:51.329636 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['70cdb271-fe6a-4444-a7ba-93e7f1e9639e'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:22:51.353210 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2dc2d29d-a93a-459f-ae42-c70fc81ae8e5 req-d5f3c9c8-d79c-4f5b-85bd-494d17fa4b1f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079721 Apr 11 15:22:51.363048 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3816658a-7f40-4162-a78f-e1cc698dc9e4 req-ea0f4e97-a378-4000-983b-e0a3eb67a54d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182489 Apr 11 15:22:51.380246 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51eef84c-9e86-4be6-8623-bed7dfeaec9f admin admin] Publish callbacks [] for security_group (82085bb9-8c8f-4ed8-8b2d-74f226c32ad5), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:51.384979 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-f04a807c-a917-4afd-8f90-36a702477e7b service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713182 Apr 11 15:22:51.474643 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51eef84c-9e86-4be6-8623-bed7dfeaec9f admin admin] Publish callbacks [] for security_group (82085bb9-8c8f-4ed8-8b2d-74f226c32ad5), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:51.588498 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['cb0b1941-185c-49b1-9578-9b07c049af47'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:22:51.617250 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd3d9e-9dad-4b3b-a11f-a2a349abff55 req-8d2f36df-6d17-4ff0-bbba-a5383bcb759d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:51.620455 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ccd3d9e-9dad-4b3b-a11f-a2a349abff55 req-8d2f36df-6d17-4ff0-bbba-a5383bcb759d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 944 time: 0.0703130 Apr 11 15:22:51.637320 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51eef84c-9e86-4be6-8623-bed7dfeaec9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (82085bb9-8c8f-4ed8-8b2d-74f226c32ad5), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:51.642474 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-51eef84c-9e86-4be6-8623-bed7dfeaec9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:51.645740 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-51eef84c-9e86-4be6-8623-bed7dfeaec9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82085bb9-8c8f-4ed8-8b2d-74f226c32ad5 HTTP/1.1" status: 204 len: 168 time: 0.3807552 Apr 11 15:22:51.659740 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-afbc86bf-d966-4741-9648-5bcee11fc6aa req-5ee2de3e-96da-423c-978f-95660800d17b service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620990 Apr 11 15:22:51.663284 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eef84c-9e86-4be6-8623-bed7dfeaec9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82085bb9-8c8f-4ed8-8b2d-74f226c32ad5,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:51.740064 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ccd3d9e-9dad-4b3b-a11f-a2a349abff55 req-39a0c200-4804-4b09-a292-a8f8a0ce7f77 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083856 Apr 11 15:22:52.233593 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device e3f36e78-8a24-4034-8311-8a7b48f71ea6 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:22:52.385551 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port e3f36e78-8a24-4034-8311-8a7b48f71ea6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:52.401931 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': 'e3f36e78-8a24-4034-8311-8a7b48f71ea6', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'port_id': 'e3f36e78-8a24-4034-8311-8a7b48f71ea6', 'mac_address': 'fa:16:3e:71:89:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:22:52.482260 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port e3f36e78-8a24-4034-8311-8a7b48f71ea6 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:52.483049 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:52.502079 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f36e78-8a24-4034-8311-8a7b48f71ea6 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:22:52.536234 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port e3f36e78-8a24-4034-8311-8a7b48f71ea6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:52.568376 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb3e91-8c61-49d7-bb9b-d4332f1a4ca6 req-875e6e27-25c2-4b2e-b3fa-75781c434161 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:52.570854 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8bfb3e91-8c61-49d7-bb9b-d4332f1a4ca6 req-875e6e27-25c2-4b2e-b3fa-75781c434161 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 943 time: 0.1276841 Apr 11 15:22:52.584975 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58488) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:52.590245 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4c409-b7c1-4859-966c-ed6db1fb9af1 req-8b97881e-0272-4320-9ba8-9e7b9251c6be tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:52.592165 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-46a4c409-b7c1-4859-966c-ed6db1fb9af1 req-8b97881e-0272-4320-9ba8-9e7b9251c6be tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 944 time: 0.0707681 Apr 11 15:22:52.604970 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:52.660469 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device cb0b1941-185c-49b1-9578-9b07c049af47 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:52.676308 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8bfb3e91-8c61-49d7-bb9b-d4332f1a4ca6 req-c19e388e-8c40-4914-b67f-8f9b96963519 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958576 Apr 11 15:22:52.681748 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-46a4c409-b7c1-4859-966c-ed6db1fb9af1 req-3e6162f6-f1a5-45bb-b8b3-ca04684b3a54 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749409 Apr 11 15:22:52.763026 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=e3f36e78-8a24-4034-8311-8a7b48f71ea6,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:52.779485 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58494) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:52.786742 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port cb0b1941-185c-49b1-9578-9b07c049af47 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:22:52.819237 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40dcc840-c0e6-459b-9728-69246273c987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:52.879530 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port cb0b1941-185c-49b1-9578-9b07c049af47 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:52.880777 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:52.953487 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['e3f36e78-8a24-4034-8311-8a7b48f71ea6'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:22:52.956902 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddfe29-678e-41b9-9b11-59b2c6a8c88b req-7c80b1de-4838-4a4a-8847-733ce15f4369 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:52.966531 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1dddfe29-678e-41b9-9b11-59b2c6a8c88b req-7c80b1de-4838-4a4a-8847-733ce15f4369 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 944 time: 0.0873313 Apr 11 15:22:53.004542 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40dcc840-c0e6-459b-9728-69246273c987 admin admin] Publish callbacks [] for security_group (9e99d62b-e9ca-4ac5-b77e-43d39c0ee734), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.039757 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1dddfe29-678e-41b9-9b11-59b2c6a8c88b req-e4494574-3157-4a4e-b20f-631381509ab9 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720000 Apr 11 15:22:53.106291 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-61774764-f1c8-432e-9648-61ed9336b8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.121004 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-40dcc840-c0e6-459b-9728-69246273c987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (9e99d62b-e9ca-4ac5-b77e-43d39c0ee734), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.157922 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port cb0b1941-185c-49b1-9578-9b07c049af47 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:53.158316 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.199210 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-40dcc840-c0e6-459b-9728-69246273c987 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b61d8445cf2e49708e02138cd84f1ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154384 Apr 11 15:22:53.201050 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58504) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:53.208597 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497500c7-4fe4-4bcf-b058-5725561c7f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0b1941-185c-49b1-9578-9b07c049af47'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:22:53.210890 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcc840-c0e6-459b-9728-69246273c987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e99d62b-e9ca-4ac5-b77e-43d39c0ee734,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:53.295688 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port cb0b1941-185c-49b1-9578-9b07c049af47, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cb0b1941-185c-49b1-9578-9b07c049af47,segment=NetworkSegment(a0ac3582-2826-4e94-9dc3-b43603f2280e),segment_id=a0ac3582-2826-4e94-9dc3-b43603f2280e)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:53.313447 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-61774764-f1c8-432e-9648-61ed9336b8a4 admin admin] Publish callbacks [] for security_group (28295044-2fde-453e-b621-f9d3cb1a28fc), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.322937 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddc65-2420-4a49-97df-f7f799a6885b admin admin] Publish callbacks [] for security_group (9e99d62b-e9ca-4ac5-b77e-43d39c0ee734), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.358984 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddc65-2420-4a49-97df-f7f799a6885b admin admin] Publish callbacks [] for security_group (9e99d62b-e9ca-4ac5-b77e-43d39c0ee734), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.359192 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.360524 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 70cdb271-fe6a-4444-a7ba-93e7f1e9639e up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:53.387526 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-61774764-f1c8-432e-9648-61ed9336b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (28295044-2fde-453e-b621-f9d3cb1a28fc), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.474417 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:22:53.476114 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-61774764-f1c8-432e-9648-61ed9336b8a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e200a7906764cb9a8ecb943bd03de86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8877265 Apr 11 15:22:53.496501 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58510) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:53.496594 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=cb0b1941-185c-49b1-9578-9b07c049af47,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:53.498517 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61774764-f1c8-432e-9648-61ed9336b8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28295044-2fde-453e-b621-f9d3cb1a28fc,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:53.516233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddc65-2420-4a49-97df-f7f799a6885b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (9e99d62b-e9ca-4ac5-b77e-43d39c0ee734), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.523903 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2f6ddc65-2420-4a49-97df-f7f799a6885b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.528849 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-2f6ddc65-2420-4a49-97df-f7f799a6885b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e99d62b-e9ca-4ac5-b77e-43d39c0ee734 HTTP/1.1" status: 204 len: 168 time: 0.3238394 Apr 11 15:22:53.564954 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ddc65-2420-4a49-97df-f7f799a6885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e99d62b-e9ca-4ac5-b77e-43d39c0ee734,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:53.565342 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:53.566033 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.630530 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8ed60ca4-1464-472f-a571-a84267399389 admin admin] Publish callbacks [] for security_group (28295044-2fde-453e-b621-f9d3cb1a28fc), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.676953 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8ed60ca4-1464-472f-a571-a84267399389 admin admin] Publish callbacks [] for security_group (28295044-2fde-453e-b621-f9d3cb1a28fc), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.763207 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:53.763614 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.797380 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2967359d-d01c-446e-8f94-c145145c9910" -d '{"events": [{"server_uuid": "497500c7-4fe4-4bcf-b058-5725561c7f3d", "name": "network-vif-plugged", "status": "completed", "tag": "cb0b1941-185c-49b1-9578-9b07c049af47"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:22:53.861760 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:53.917501 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8ed60ca4-1464-472f-a571-a84267399389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (28295044-2fde-453e-b621-f9d3cb1a28fc), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.920861 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8ed60ca4-1464-472f-a571-a84267399389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.922077 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-8ed60ca4-1464-472f-a571-a84267399389 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28295044-2fde-453e-b621-f9d3cb1a28fc HTTP/1.1" status: 204 len: 168 time: 0.4258852 Apr 11 15:22:53.942728 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d3d6d-6575-41a2-b554-65aa9a8ef788 req-31c7dd40-fd48-4bc8-a536-617fab3fc1a6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:53.944418 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8e8d3d6d-6575-41a2-b554-65aa9a8ef788 req-31c7dd40-fd48-4bc8-a536-617fab3fc1a6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 944 time: 0.1196744 Apr 11 15:22:53.945733 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:53.961958 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed60ca4-1464-472f-a571-a84267399389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28295044-2fde-453e-b621-f9d3cb1a28fc,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:53.976435 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd941-44cf-4731-ba77-f13e9c9a2cf7 req-e0abfbf2-c83d-41c1-80bc-6077b226244b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:53.980731 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-48ebd941-44cf-4731-ba77-f13e9c9a2cf7 req-e0abfbf2-c83d-41c1-80bc-6077b226244b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 943 time: 0.0970316 Apr 11 15:22:54.076912 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:54.089569 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8e8d3d6d-6575-41a2-b554-65aa9a8ef788 req-2fd200d4-24a3-4df6-9909-6e505a61eb7c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347466 Apr 11 15:22:54.128219 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-48ebd941-44cf-4731-ba77-f13e9c9a2cf7 req-2977bcb8-3a57-4a2e-84a9-996c1d003139 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265283 Apr 11 15:22:54.224409 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:22:54.229403 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device e3f36e78-8a24-4034-8311-8a7b48f71ea6 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:54.313627 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port e3f36e78-8a24-4034-8311-8a7b48f71ea6 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:22:54.327898 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a7926-a8ec-40aa-a652-f993a603da52 req-8f75285e-1119-4ff4-9881-5e30fa678581 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:54.340835 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-791a7926-a8ec-40aa-a652-f993a603da52 req-8f75285e-1119-4ff4-9881-5e30fa678581 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 945 time: 0.1425061 Apr 11 15:22:54.413082 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-791a7926-a8ec-40aa-a652-f993a603da52 req-a3fb069a-7d9c-4f0a-a11f-e847bd961ff8 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710468 Apr 11 15:22:54.486172 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port e3f36e78-8a24-4034-8311-8a7b48f71ea6 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:54.486848 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:54.562160 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:54.580588 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': 'f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'port_id': 'f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f', 'mac_address': 'fa:16:3e:75:da:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:22:54.655999 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port e3f36e78-8a24-4034-8311-8a7b48f71ea6 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:54.655999 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:54.667860 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:54.668261 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:54.698492 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:22:54.707159 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port e3f36e78-8a24-4034-8311-8a7b48f71ea6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:54.734540 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:54.787295 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:54.838875 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1776282-18ff-4590-adc2-f0e433e50361 x-openstack-request-id: req-e1776282-18ff-4590-adc2-f0e433e50361 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:22:54.839108 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497500c7-4fe4-4bcf-b058-5725561c7f3d", "name": "network-vif-plugged", "status": "completed", "tag": "cb0b1941-185c-49b1-9578-9b07c049af47", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:22:54.839624 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e1776282-18ff-4590-adc2-f0e433e50361 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:22:54.840267 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1776282-18ff-4590-adc2-f0e433e50361'] response: {'server_uuid': '497500c7-4fe4-4bcf-b058-5725561c7f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0b1941-185c-49b1-9578-9b07c049af47', 'code': 200} Apr 11 15:22:54.862389 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:54.909681 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=e3f36e78-8a24-4034-8311-8a7b48f71ea6,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:54.978635 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:55.160807 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:22:55.285376 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c946c-45e9-46e3-893b-f4f20c5c1fe7 req-2f73ef92-2e69-4013-aca7-ade0346c86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:55.287090 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-547c946c-45e9-46e3-893b-f4f20c5c1fe7 req-2f73ef92-2e69-4013-aca7-ade0346c86ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 1129 time: 0.1524792 Apr 11 15:22:55.358324 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-547c946c-45e9-46e3-893b-f4f20c5c1fe7 req-65415856-9671-4fed-9f07-0e73b236d59d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:55.379996 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58604) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:55.396066 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4de2523c-2e8f-45e2-8a70-f4bc9fc4ff2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:55.430336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5cbb8-e6a7-42d9-8847-3b3a351dab43 req-7c683624-0bb2-4191-afcc-11fa344c8f3d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:55.432720 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0ef5cbb8-e6a7-42d9-8847-3b3a351dab43 req-7c683624-0bb2-4191-afcc-11fa344c8f3d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.1377754 Apr 11 15:22:55.507855 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab807a-a2e9-4da8-80ee-28d4733c8313 req-5f3e6f3d-d44b-4c82-bec4-11acf283de8f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:55.518338 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9aab807a-a2e9-4da8-80ee-28d4733c8313 req-5f3e6f3d-d44b-4c82-bec4-11acf283de8f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 944 time: 0.1978076 Apr 11 15:22:55.527971 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4de2523c-2e8f-45e2-8a70-f4bc9fc4ff2f admin admin] Publish callbacks [] for security_group (58591dee-19d2-4adc-a447-fcea1e9a9ba1), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:55.589259 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0ef5cbb8-e6a7-42d9-8847-3b3a351dab43 req-755dd1d2-43c2-464a-93ce-ae24dcdc1226 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368730 Apr 11 15:22:55.608183 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4de2523c-2e8f-45e2-8a70-f4bc9fc4ff2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (58591dee-19d2-4adc-a447-fcea1e9a9ba1), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:55.641358 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9aab807a-a2e9-4da8-80ee-28d4733c8313 req-7157ec5a-44d2-4b7f-9ecd-69155cac3cd6 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219175 Apr 11 15:22:55.683185 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58616) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:55.684559 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-4de2523c-2e8f-45e2-8a70-f4bc9fc4ff2f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=317a4004b4f1424aa12f053d6755a131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025048 Apr 11 15:22:55.686550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2523c-2e8f-45e2-8a70-f4bc9fc4ff2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58591dee-19d2-4adc-a447-fcea1e9a9ba1,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:55.718856 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-547c946c-45e9-46e3-893b-f4f20c5c1fe7 req-65415856-9671-4fed-9f07-0e73b236d59d service neutron] Publish callbacks [] for security_group (5ec456b2-dc47-4a6a-a56a-ee7de839f9c9), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:55.957386 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-547c946c-45e9-46e3-893b-f4f20c5c1fe7 req-65415856-9671-4fed-9f07-0e73b236d59d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (5ec456b2-dc47-4a6a-a56a-ee7de839f9c9), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:56.029129 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567f86-0112-4716-be45-312cdc25026b req-907bfbf3-8d22-403b-add0-0ae71b5489cb tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:56.030691 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b567f86-0112-4716-be45-312cdc25026b req-907bfbf3-8d22-403b-add0-0ae71b5489cb tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 945 time: 0.2952743 Apr 11 15:22:56.038304 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-547c946c-45e9-46e3-893b-f4f20c5c1fe7 req-65415856-9671-4fed-9f07-0e73b236d59d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7408888 Apr 11 15:22:56.038938 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b6464849-859e-4813-9136-2f52b16ef05c admin admin] Publish callbacks [] for security_group (58591dee-19d2-4adc-a447-fcea1e9a9ba1), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:56.050188 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65415856-9671-4fed-9f07-0e73b236d59d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec456b2-dc47-4a6a-a56a-ee7de839f9c9,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:56.083449 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b6464849-859e-4813-9136-2f52b16ef05c admin admin] Publish callbacks [] for security_group (58591dee-19d2-4adc-a447-fcea1e9a9ba1), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:56.131104 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b567f86-0112-4716-be45-312cdc25026b req-1344c9b6-116c-48f2-ad93-68386c29bfa1 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899074 Apr 11 15:22:56.238027 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:22:56.290638 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b6464849-859e-4813-9136-2f52b16ef05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (58591dee-19d2-4adc-a447-fcea1e9a9ba1), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:56.293659 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b6464849-859e-4813-9136-2f52b16ef05c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:56.297387 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-b6464849-859e-4813-9136-2f52b16ef05c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58591dee-19d2-4adc-a447-fcea1e9a9ba1 HTTP/1.1" status: 204 len: 168 time: 0.6082132 Apr 11 15:22:56.308814 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6464849-859e-4813-9136-2f52b16ef05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58591dee-19d2-4adc-a447-fcea1e9a9ba1,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:56.309459 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:22:56.433194 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:22:56.433592 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:56.522717 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:22:56.523340 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:56.563398 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:22:56.633340 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:56.709962 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:56.841904 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e'}, {'server_uuid': '1addff3e-aa53-4fc0-ab21-a46fb6d775f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f36e78-8a24-4034-8311-8a7b48f71ea6'}, {'server_uuid': '1455bb81-7a74-4480-a71d-36b71fc4b479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:22:56.844333 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9befe861-a954-4dce-bf0d-290e04a19b33" -d '{"events": [{"server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "name": "network-vif-plugged", "status": "completed", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e"}, {"server_uuid": "1addff3e-aa53-4fc0-ab21-a46fb6d775f3", "name": "network-vif-plugged", "status": "completed", "tag": "e3f36e78-8a24-4034-8311-8a7b48f71ea6"}, {"server_uuid": "1455bb81-7a74-4480-a71d-36b71fc4b479", "name": "network-vif-plugged", "status": "completed", "tag": "f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:22:56.857992 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6e92-c24b-4b35-8aa4-f218a3ff843f req-946845c1-c78b-4f6b-a435-5a29c0ee6af9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:56.861249 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b9ac6e92-c24b-4b35-8aa4-f218a3ff843f req-946845c1-c78b-4f6b-a435-5a29c0ee6af9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.1735513 Apr 11 15:22:56.883525 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584252e2-348b-4a3c-92fa-e4f53e3197ed req-f00091da-840a-4b1e-8fb4-0a1ddabd1500 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:56.885193 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-584252e2-348b-4a3c-92fa-e4f53e3197ed req-f00091da-840a-4b1e-8fb4-0a1ddabd1500 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.1265318 Apr 11 15:22:56.960717 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b9ac6e92-c24b-4b35-8aa4-f218a3ff843f req-cb3a965e-3253-4770-ba1a-15e52753d684 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917070 Apr 11 15:22:57.014535 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-584252e2-348b-4a3c-92fa-e4f53e3197ed req-e298f9e5-5c43-4ea5-baa5-c8be80841363 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062157 Apr 11 15:22:57.027999 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 11 Apr 2022 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb275e1-afa8-4e42-9fa0-c38c9d2dc62f x-openstack-request-id: req-5cb275e1-afa8-4e42-9fa0-c38c9d2dc62f {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:22:57.028332 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "name": "network-vif-plugged", "status": "completed", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e", "code": 200}, {"server_uuid": "1addff3e-aa53-4fc0-ab21-a46fb6d775f3", "name": "network-vif-plugged", "status": "completed", "tag": "e3f36e78-8a24-4034-8311-8a7b48f71ea6", "code": 200}, {"server_uuid": "1455bb81-7a74-4480-a71d-36b71fc4b479", "name": "network-vif-plugged", "status": "completed", "tag": "f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:22:57.028594 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5cb275e1-afa8-4e42-9fa0-c38c9d2dc62f {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:22:57.029876 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb275e1-afa8-4e42-9fa0-c38c9d2dc62f'] response: {'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'code': 200} Apr 11 15:22:57.030511 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb275e1-afa8-4e42-9fa0-c38c9d2dc62f'] response: {'server_uuid': '1addff3e-aa53-4fc0-ab21-a46fb6d775f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f36e78-8a24-4034-8311-8a7b48f71ea6', 'code': 200} Apr 11 15:22:57.031121 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb275e1-afa8-4e42-9fa0-c38c9d2dc62f'] response: {'server_uuid': '1455bb81-7a74-4480-a71d-36b71fc4b479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f', 'code': 200} Apr 11 15:22:57.370027 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31422694-134e-4a07-9969-ad1fcbfda27f req-acd23b9f-5949-47a2-bcdc-60fa6c75df1e tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:57.377021 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-31422694-134e-4a07-9969-ad1fcbfda27f req-acd23b9f-5949-47a2-bcdc-60fa6c75df1e tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 945 time: 0.1013145 Apr 11 15:22:57.466251 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-31422694-134e-4a07-9969-ad1fcbfda27f req-8e5ce476-0f40-4936-ab4e-2785c610bab4 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824578 Apr 11 15:22:57.612639 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8ffec-b407-4fe8-914a-bc40d9a75d9f req-9a803e4d-9223-42e1-957d-745326b8b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:57.614282 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-94b8ffec-b407-4fe8-914a-bc40d9a75d9f req-9a803e4d-9223-42e1-957d-745326b8b07f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 1130 time: 0.1039746 Apr 11 15:22:57.620583 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f46ce8-9f47-4844-8667-ba76ab61562c req-269ed7c5-fda1-4803-97fd-10e77ff5a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:57.622229 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b5f46ce8-9f47-4844-8667-ba76ab61562c req-269ed7c5-fda1-4803-97fd-10e77ff5a5ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 1129 time: 0.0621462 Apr 11 15:22:57.674874 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97428bad-2e47-4f98-8c60-4f7255fca043 req-18a2dd24-d914-4477-a1a9-6e5597eefdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:57.677100 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-97428bad-2e47-4f98-8c60-4f7255fca043 req-18a2dd24-d914-4477-a1a9-6e5597eefdf7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 1129 time: 0.0904975 Apr 11 15:22:57.720795 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-94b8ffec-b407-4fe8-914a-bc40d9a75d9f req-99539299-a085-443f-bcd3-4c607152f15a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685809 Apr 11 15:22:57.722974 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b5f46ce8-9f47-4844-8667-ba76ab61562c req-928e83f8-64ab-4c38-8ed3-26bdc85e14c7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771043 Apr 11 15:22:57.735783 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-97428bad-2e47-4f98-8c60-4f7255fca043 req-8a456f96-274f-4de6-ab00-b0827a65ce15 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526354 Apr 11 15:22:58.113395 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b42c-c5af-40bb-a0d0-fdd9b9b33738 req-12cc7eba-5f9f-4273-846f-48a915a7e1fa tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:58.114986 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6133b42c-c5af-40bb-a0d0-fdd9b9b33738 req-12cc7eba-5f9f-4273-846f-48a915a7e1fa tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0653224 Apr 11 15:22:58.191618 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd273c-046d-4e46-85c9-f1fc3caba933 req-bb507266-d42a-4c6c-b898-24ddd0352719 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:58.194106 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-97bd273c-046d-4e46-85c9-f1fc3caba933 req-bb507266-d42a-4c6c-b898-24ddd0352719 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0892742 Apr 11 15:22:58.236642 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6133b42c-c5af-40bb-a0d0-fdd9b9b33738 req-454656e2-ca30-4284-9a1f-2ade3001a95e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096046 Apr 11 15:22:58.277598 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-97bd273c-046d-4e46-85c9-f1fc3caba933 req-81808dcd-cb70-4d03-8042-96a570c17dbd tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705698 Apr 11 15:22:58.382788 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58722) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:58.553739 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-821ed2ba-cbcf-4f54-9fd8-4c0989b86825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:58.603206 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c914b-e480-407a-854e-3476fb0eafae req-6e427f05-482b-4971-bdeb-3c135687c1bd tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:58.606863 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-298c914b-e480-407a-854e-3476fb0eafae req-6e427f05-482b-4971-bdeb-3c135687c1bd tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 945 time: 0.0600176 Apr 11 15:22:58.657296 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-821ed2ba-cbcf-4f54-9fd8-4c0989b86825 admin admin] Publish callbacks [] for security_group (77a12996-bbdc-43bc-a540-3449a64cdef4), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:58.668375 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-298c914b-e480-407a-854e-3476fb0eafae req-bc0572b7-fc7e-43d7-987d-23542be6ea6b tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560179 Apr 11 15:22:58.718608 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-821ed2ba-cbcf-4f54-9fd8-4c0989b86825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (77a12996-bbdc-43bc-a540-3449a64cdef4), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:58.757984 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ed2ba-cbcf-4f54-9fd8-4c0989b86825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a12996-bbdc-43bc-a540-3449a64cdef4,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:58.767399 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-821ed2ba-cbcf-4f54-9fd8-4c0989b86825 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c9bb63f07814d5eb3d4b5606e406475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3806365 Apr 11 15:22:58.768498 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58740) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:58.831828 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5f60-3987-483f-aa06-4732defe51ad admin admin] Publish callbacks [] for security_group (77a12996-bbdc-43bc-a540-3449a64cdef4), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:58.855344 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5f60-3987-483f-aa06-4732defe51ad admin admin] Publish callbacks [] for security_group (77a12996-bbdc-43bc-a540-3449a64cdef4), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:59.002687 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5f60-3987-483f-aa06-4732defe51ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (77a12996-bbdc-43bc-a540-3449a64cdef4), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:59.006699 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5f60-3987-483f-aa06-4732defe51ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:59.008743 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-5e2e5f60-3987-483f-aa06-4732defe51ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/77a12996-bbdc-43bc-a540-3449a64cdef4 HTTP/1.1" status: 204 len: 168 time: 0.2398133 Apr 11 15:22:59.020842 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e5f60-3987-483f-aa06-4732defe51ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a12996-bbdc-43bc-a540-3449a64cdef4,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:59.129507 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58754) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:22:59.410753 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f415cd-0a19-4a07-be2a-dbcce0314116 req-a220ccdc-142a-4e43-b418-a0748a691e19 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:59.412474 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-97f415cd-0a19-4a07-be2a-dbcce0314116 req-a220ccdc-142a-4e43-b418-a0748a691e19 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0842416 Apr 11 15:22:59.424230 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6065c-db11-4b52-9f5e-fc519d121f74 req-40009866-6338-423d-8a6e-dea156302ef7 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:22:59.425713 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-74a6065c-db11-4b52-9f5e-fc519d121f74 req-40009866-6338-423d-8a6e-dea156302ef7 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0615489 Apr 11 15:22:59.502685 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-97f415cd-0a19-4a07-be2a-dbcce0314116 req-f5c06845-f518-4c63-b6a1-b97dccc762a1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758145 Apr 11 15:22:59.528937 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-74a6065c-db11-4b52-9f5e-fc519d121f74 req-212802bb-6c98-46ff-8450-5f771e25e9fa tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880418 Apr 11 15:22:59.667097 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e62ef616-49c3-48fd-acd5-b9473642aa61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:59.758957 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e62ef616-49c3-48fd-acd5-b9473642aa61 admin admin] Publish callbacks [] for security_group (6081b673-5ca4-4655-a377-2bcf1dc115f0), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:59.890310 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e62ef616-49c3-48fd-acd5-b9473642aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (6081b673-5ca4-4655-a377-2bcf1dc115f0), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:22:59.930641 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-e62ef616-49c3-48fd-acd5-b9473642aa61 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4b74d3136284887a69d33ebe2ee08ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7996199 Apr 11 15:22:59.931343 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ef616-49c3-48fd-acd5-b9473642aa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6081b673-5ca4-4655-a377-2bcf1dc115f0,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:22:59.935211 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58780) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:00.013963 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-592361db-956a-42ab-a520-e2ded762f8c4 admin admin] Publish callbacks [] for security_group (6081b673-5ca4-4655-a377-2bcf1dc115f0), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.038058 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-592361db-956a-42ab-a520-e2ded762f8c4 admin admin] Publish callbacks [] for security_group (6081b673-5ca4-4655-a377-2bcf1dc115f0), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.079240 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58786) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:00.084707 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfa97-d70a-48c1-97c9-c055a5a25f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.215449 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-592361db-956a-42ab-a520-e2ded762f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (6081b673-5ca4-4655-a377-2bcf1dc115f0), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.218575 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-592361db-956a-42ab-a520-e2ded762f8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.220131 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-592361db-956a-42ab-a520-e2ded762f8c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6081b673-5ca4-4655-a377-2bcf1dc115f0 HTTP/1.1" status: 204 len: 168 time: 0.2831442 Apr 11 15:23:00.244191 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592361db-956a-42ab-a520-e2ded762f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6081b673-5ca4-4655-a377-2bcf1dc115f0,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:00.308770 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfa97-d70a-48c1-97c9-c055a5a25f94 admin admin] Publish callbacks [] for security_group (5d69c85c-ef38-4489-a81e-f834b9464b54), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.393030 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfa97-d70a-48c1-97c9-c055a5a25f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (5d69c85c-ef38-4489-a81e-f834b9464b54), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.450000 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-4b8bfa97-d70a-48c1-97c9-c055a5a25f94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a76971b5e5bc44868c551b800cc1d9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778265 Apr 11 15:23:00.451699 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bfa97-d70a-48c1-97c9-c055a5a25f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d69c85c-ef38-4489-a81e-f834b9464b54,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:00.452269 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58804) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:00.506689 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-310a0f77-9372-4dca-a93a-fafb8eb25e60 admin admin] Publish callbacks [] for security_group (5d69c85c-ef38-4489-a81e-f834b9464b54), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.529066 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-310a0f77-9372-4dca-a93a-fafb8eb25e60 admin admin] Publish callbacks [] for security_group (5d69c85c-ef38-4489-a81e-f834b9464b54), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.690239 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-310a0f77-9372-4dca-a93a-fafb8eb25e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (5d69c85c-ef38-4489-a81e-f834b9464b54), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.690804 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-310a0f77-9372-4dca-a93a-fafb8eb25e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:00.691742 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-310a0f77-9372-4dca-a93a-fafb8eb25e60 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d69c85c-ef38-4489-a81e-f834b9464b54 HTTP/1.1" status: 204 len: 168 time: 0.2384396 Apr 11 15:23:00.722586 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0bedf-6a30-41c8-9456-6301e37e0493 req-a60f9c9d-04c8-4ce0-bdfa-7186bafdbf9d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:00.724468 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b9c0bedf-6a30-41c8-9456-6301e37e0493 req-a60f9c9d-04c8-4ce0-bdfa-7186bafdbf9d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0976775 Apr 11 15:23:00.738534 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a0f77-9372-4dca-a93a-fafb8eb25e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d69c85c-ef38-4489-a81e-f834b9464b54,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:00.757528 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7407f4b-51f5-4a06-b136-37b303e2127f req-4e7ac45a-472b-47f1-ae32-88aecc060058 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:00.765374 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d7407f4b-51f5-4a06-b136-37b303e2127f req-4e7ac45a-472b-47f1-ae32-88aecc060058 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.1239905 Apr 11 15:23:00.856076 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d7407f4b-51f5-4a06-b136-37b303e2127f req-a043d111-e7ce-4b79-9478-8de2c4e592f8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896037 Apr 11 15:23:00.860146 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b9c0bedf-6a30-41c8-9456-6301e37e0493 req-80b97bc4-4283-4842-b268-22966bc9278d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261916 Apr 11 15:23:01.050867 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb157-4ea4-4b83-a881-9fc050bb9fa8 req-a52b70b7-fbfa-4b93-9974-79e8ef656602 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:01.055801 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4a0eb157-4ea4-4b83-a881-9fc050bb9fa8 req-a52b70b7-fbfa-4b93-9974-79e8ef656602 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0576727 Apr 11 15:23:01.061537 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 58832) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:01.066563 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-d53bb5b8-d281-404e-b741-b5bb6d7dbb1a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'floatingip': {'port_id': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:23:01.126918 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58834) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:01.141363 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00ee0e67-5e81-4fe1-97b5-699ad463abbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:01.144121 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d53bb5b8-d281-404e-b741-b5bb6d7dbb1a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (d8ea466f-3784-44ef-80e6-3e6bbea99b04), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:01.271299 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00ee0e67-5e81-4fe1-97b5-699ad463abbb admin admin] Publish callbacks [] for security_group (449f17e2-5b30-4a86-ab80-f64bbdf535cc), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:01.370214 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-00ee0e67-5e81-4fe1-97b5-699ad463abbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (449f17e2-5b30-4a86-ab80-f64bbdf535cc), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:01.417372 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee0e67-5e81-4fe1-97b5-699ad463abbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449f17e2-5b30-4a86-ab80-f64bbdf535cc,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:01.422583 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-00ee0e67-5e81-4fe1-97b5-699ad463abbb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=157ecf21ec084444b294ff73d8f13f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949526 Apr 11 15:23:01.425830 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 58842) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:01.483806 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-879d11ab-dae2-4ace-84f0-100721bc6d80 admin admin] Publish callbacks [] for security_group (449f17e2-5b30-4a86-ab80-f64bbdf535cc), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:01.511665 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-879d11ab-dae2-4ace-84f0-100721bc6d80 admin admin] Publish callbacks [] for security_group (449f17e2-5b30-4a86-ab80-f64bbdf535cc), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:01.648585 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-879d11ab-dae2-4ace-84f0-100721bc6d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (449f17e2-5b30-4a86-ab80-f64bbdf535cc), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:01.651997 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-879d11ab-dae2-4ace-84f0-100721bc6d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:01.660707 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-879d11ab-dae2-4ace-84f0-100721bc6d80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/449f17e2-5b30-4a86-ab80-f64bbdf535cc HTTP/1.1" status: 204 len: 168 time: 0.2290864 Apr 11 15:23:01.672474 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d11ab-dae2-4ace-84f0-100721bc6d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449f17e2-5b30-4a86-ab80-f64bbdf535cc,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:02.187531 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d53bb5b8-d281-404e-b741-b5bb6d7dbb1a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:02.199336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce5b07-e0fc-4a8c-aab1-002d2061d57e req-9b9c8024-b92f-4d9e-96eb-31851a6cca6c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:02.200787 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-96ce5b07-e0fc-4a8c-aab1-002d2061d57e req-9b9c8024-b92f-4d9e-96eb-31851a6cca6c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.2538745 Apr 11 15:23:02.277933 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-96ce5b07-e0fc-4a8c-aab1-002d2061d57e req-1fb71790-9c32-4809-98a3-41832b8587d0 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627830 Apr 11 15:23:02.298792 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d53bb5b8-d281-404e-b741-b5bb6d7dbb1a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (d8ea466f-3784-44ef-80e6-3e6bbea99b04), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:02.504155 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-d53bb5b8-d281-404e-b741-b5bb6d7dbb1a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Floating IP d8ea466f-3784-44ef-80e6-3e6bbea99b04 associated. External IP: 172.27.0.215, port: 70cdb271-fe6a-4444-a7ba-93e7f1e9639e. Apr 11 15:23:02.796871 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53bb5b8-d281-404e-b741-b5bb6d7dbb1a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:23:02.986046 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcedb8-edae-4216-92ee-caaaf7c2d210 req-c1362260-31cd-40aa-9f8e-ecaa5f300d4d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:02.987376 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-74bcedb8-edae-4216-92ee-caaaf7c2d210 req-c1362260-31cd-40aa-9f8e-ecaa5f300d4d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0569832 Apr 11 15:23:02.990706 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53bb5b8-d281-404e-b741-b5bb6d7dbb1a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:23:02.995578 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d53bb5b8-d281-404e-b741-b5bb6d7dbb1a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:03.009075 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] Sync routers for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:23:03.025236 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:23:03.028031 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:22:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:23:03.040326 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d53bb5b8-d281-404e-b741-b5bb6d7dbb1a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "PUT /v2.0/floatingips/d8ea466f-3784-44ef-80e6-3e6bbea99b04 HTTP/1.1" status: 200 len: 991 time: 1.9727924 Apr 11 15:23:03.040326 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:23:03.040326 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef885bf-ef39-43fc-9d59-ffadcb774c57" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:23:03.092604 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-f67356e9-927f-44ea-a30c-c0f36a629859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:03.095388 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-f67356e9-927f-44ea-a30c-c0f36a629859 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 1129 time: 0.1048818 Apr 11 15:23:03.121456 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a7802e-3865-41e8-9310-befe04edcc46 x-openstack-request-id: req-f1a7802e-3865-41e8-9310-befe04edcc46 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:23:03.121751 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:23:03.121995 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f1a7802e-3865-41e8-9310-befe04edcc46 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:23:03.122392 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a7802e-3865-41e8-9310-befe04edcc46'] response: {'name': 'network-changed', 'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'status': 'completed', 'code': 200} Apr 11 15:23:03.193106 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-74bcedb8-edae-4216-92ee-caaaf7c2d210 req-46af0493-f0c7-48b2-923a-8cd5c7cb9526 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633141 Apr 11 15:23:03.198857 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:23:03.253771 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-0c9a0d6a-b0e4-49c1-b953-806781eeecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:03.255278 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-0c9a0d6a-b0e4-49c1-b953-806781eeecbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 1129 time: 0.1115541 Apr 11 15:23:03.371212 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-f075314c-923c-4f9c-a3c3-b4da1c13fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:03.371557 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-f075314c-923c-4f9c-a3c3-b4da1c13fb5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.2597601 Apr 11 15:23:03.489168 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-1eadc0b2-9e57-4c5d-8282-2dafe4c863e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f HTTP/1.1" status: 200 len: 217 time: 0.0983136 Apr 11 15:23:03.532720 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-04e08378-01d6-4977-b54c-582bcc4c64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:03.539898 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-04e08378-01d6-4977-b54c-582bcc4c64db service neutron] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 918 time: 0.2612553 Apr 11 15:23:03.562322 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-77f17088-0f7b-4ffc-b9cf-98a2e28cc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:03.563931 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-77f17088-0f7b-4ffc-b9cf-98a2e28cc299 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0673814 Apr 11 15:23:03.595733 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'd8ea466f-3784-44ef-80e6-3e6bbea99b04', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'port_id': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'mac_address': 'fa:16:3e:53:e2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:22:26Z', 'updated_at': '2022-04-11T15:23:01Z', 'revision_number': 1, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:23:03.625386 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] Checking router: b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:23:03.625587 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-ecc5f70a-340f-447c-ad41-ded8c606e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:03.629483 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-ecc5f70a-340f-447c-ad41-ded8c606e2ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564919 Apr 11 15:23:03.640153 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:23:03.640804 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:22:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:23:03.667266 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-9b38261b-c539-4a84-afab-86dddbcfc3f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e HTTP/1.1" status: 200 len: 999 time: 0.1230226 Apr 11 15:23:03.795196 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-e66b2a6c-2631-4f5f-ba72-5fc5efda4877 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584539 Apr 11 15:23:03.796646 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:23:03.915486 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-72b1b6df-48d2-4a81-a451-825fa37718b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:03.927717 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-72b1b6df-48d2-4a81-a451-825fa37718b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.0539739 Apr 11 15:23:04.005186 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-5bc49390-f68f-43b0-93e2-aefa971aa264 req-898dbd50-5f4e-47ba-a2fe-aeede97631b3 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257653 Apr 11 15:23:04.012975 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-9ac1a9e6-d023-4709-9f0b-12933df37d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:04.014760 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-9ac1a9e6-d023-4709-9f0b-12933df37d55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855336 Apr 11 15:23:04.081429 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'd8ea466f-3784-44ef-80e6-3e6bbea99b04', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'port_id': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'mac_address': 'fa:16:3e:53:e2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:22:26Z', 'updated_at': '2022-04-11T15:23:01Z', 'revision_number': 1, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:23:04.111348 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a58e07-7281-4ef6-ac30-fdc44929bfcc None None] The sync data for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi is: [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'd8ea466f-3784-44ef-80e6-3e6bbea99b04', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'floating_ip_address': '172.27.0.215', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'port_id': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'mac_address': 'fa:16:3e:53:e2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:22:26Z', 'updated_at': '2022-04-11T15:23:01Z', 'revision_number': 1, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:23:04.131950 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-b773b313-af60-4fd7-a9b9-9b2a913c4569 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087096 Apr 11 15:23:04.250422 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6ef885bf-ef39-43fc-9d59-ffadcb774c57 req-eaaaf731-6045-441a-9290-777efaf9b56f service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036274 Apr 11 15:23:04.373028 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b59b-b304-4ef6-b794-dd027584dfc2 req-f96fb33b-d4f0-40d2-afde-d3b808cb0bfa tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:04.374572 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c10b59b-b304-4ef6-b794-dd027584dfc2 req-f96fb33b-d4f0-40d2-afde-d3b808cb0bfa tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0853183 Apr 11 15:23:04.448088 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c10b59b-b304-4ef6-b794-dd027584dfc2 req-4c231775-53fa-423b-9ea4-e69e7e21bafb tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641088 Apr 11 15:23:04.474404 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b96776-01c3-45cb-8568-da2b14307d9f None None] New status for floating IP d8ea466f-3784-44ef-80e6-3e6bbea99b04: ACTIVE {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:23:05.570248 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef26e2-6a2f-4503-a2c6-c438227fc592 req-f382fb1e-70c7-41da-a8ac-836371a65dab tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:05.571799 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0eef26e2-6a2f-4503-a2c6-c438227fc592 req-f382fb1e-70c7-41da-a8ac-836371a65dab tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0494993 Apr 11 15:23:05.630220 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0eef26e2-6a2f-4503-a2c6-c438227fc592 req-0c4440f9-d2a3-46b2-a469-6b321fd2e9ac tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507431 Apr 11 15:23:06.759854 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a9c2b-5de8-462b-8569-a54c133785c7 req-dc3df176-a186-43ad-b9a0-5867fffa4d13 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:06.767035 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f09a9c2b-5de8-462b-8569-a54c133785c7 req-dc3df176-a186-43ad-b9a0-5867fffa4d13 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0628335 Apr 11 15:23:06.812184 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f09a9c2b-5de8-462b-8569-a54c133785c7 req-aefe1752-0788-44bc-b1ac-c81497b2fc18 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Apr 11 15:23:07.004367 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-d9db5b1d-2245-40b1-b7e7-ca5dcfc1e40a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394747 Apr 11 15:23:07.089765 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:07.921359 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e355f7d-e789-4e20-8d1b-142f2114ee9e req-e11b1f7e-8a66-44bd-98c7-755737049c37 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:07.922808 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1e355f7d-e789-4e20-8d1b-142f2114ee9e req-e11b1f7e-8a66-44bd-98c7-755737049c37 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0447693 Apr 11 15:23:07.973964 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1e355f7d-e789-4e20-8d1b-142f2114ee9e req-359cb152-223e-4115-9262-feaa17d78e1c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453489 Apr 11 15:23:08.920283 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-ef14e7b7-dbbf-41ff-8b5f-7a59b90e2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:08.921725 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-ef14e7b7-dbbf-41ff-8b5f-7a59b90e2c44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0573db22c67416f83e231e6b1f33692&device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 1129 time: 0.0376248 Apr 11 15:23:09.091962 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88a926-617f-4578-9605-216afcc49703 req-f1efc582-2e08-4b9f-a34a-b8cb56f8ecd2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:09.093675 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ec88a926-617f-4578-9605-216afcc49703 req-f1efc582-2e08-4b9f-a34a-b8cb56f8ecd2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0468860 Apr 11 15:23:09.139688 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ec88a926-617f-4578-9605-216afcc49703 req-15f01efe-19c2-4958-9d15-8c3c9861c0cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Apr 11 15:23:10.259145 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81db9e8-3ca9-4a71-b26f-1cb457ea6a46 req-b38129fc-7d86-4fb5-9c0b-75c173b92ef0 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:10.260800 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c81db9e8-3ca9-4a71-b26f-1cb457ea6a46 req-b38129fc-7d86-4fb5-9c0b-75c173b92ef0 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0504396 Apr 11 15:23:10.310240 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c81db9e8-3ca9-4a71-b26f-1cb457ea6a46 req-97775c8f-3dba-482c-8a09-128b4ead6d0e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433691 Apr 11 15:23:10.403239 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-ffd2d17b-6089-43c2-8fec-eed76d5602d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:10.404766 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-ffd2d17b-6089-43c2-8fec-eed76d5602d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eced42cf-e7c8-4206-8257-9d4062654f2d HTTP/1.1" status: 200 len: 912 time: 0.0936868 Apr 11 15:23:10.456031 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-874926e9-b98c-41b4-9b8f-85afad3bd5c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb0b1941-185c-49b1-9578-9b07c049af47 HTTP/1.1" status: 200 len: 217 time: 0.0425138 Apr 11 15:23:10.506701 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-9587820d-e4ba-4f8c-adf2-2f538b2b4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:10.508223 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-9587820d-e4ba-4f8c-adf2-2f538b2b4e5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=842a567c-5078-47de-b39a-5336e341f885 HTTP/1.1" status: 200 len: 851 time: 0.0458992 Apr 11 15:23:10.849402 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-e7182af1-e3db-46bf-a04d-c47fedf0a929 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eced42cf-e7c8-4206-8257-9d4062654f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257249 Apr 11 15:23:10.946919 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-9ee7c7d6-93dd-48c1-be3e-10b70d64d241 service neutron] 10.222.0.39 "GET /v2.0/networks/eced42cf-e7c8-4206-8257-9d4062654f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889285 Apr 11 15:23:11.044263 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8490c231-8a2d-4e6d-bf7a-07252f24ca8c req-06d1c428-3df8-483e-a032-a77d09cb3258 service neutron] 10.222.0.39 "GET /v2.0/networks/eced42cf-e7c8-4206-8257-9d4062654f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910058 Apr 11 15:23:11.426066 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59391b36-bad0-4b68-a5ae-9a2d79eb8235 req-00253236-005d-4309-b943-72a99c73c597 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:11.427484 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-59391b36-bad0-4b68-a5ae-9a2d79eb8235 req-00253236-005d-4309-b943-72a99c73c597 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0497272 Apr 11 15:23:11.480360 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-59391b36-bad0-4b68-a5ae-9a2d79eb8235 req-5b0d0680-6794-4303-87a7-2a38bb09555d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463660 Apr 11 15:23:11.970203 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59200) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:11.987378 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-912e5884-e7b6-453b-a397-0dd848329f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:12.061233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9675a9-230b-4761-b3c2-9104d69fe9ca req-21daa100-a1a0-4da7-a4b3-ff962f10e9fc tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:12.063502 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a9675a9-230b-4761-b3c2-9104d69fe9ca req-21daa100-a1a0-4da7-a4b3-ff962f10e9fc tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 945 time: 0.0686557 Apr 11 15:23:12.134026 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:12.143894 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a9675a9-230b-4761-b3c2-9104d69fe9ca req-9ed494be-526c-4442-aaa3-397c4749e4f8 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739148 Apr 11 15:23:12.213387 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Publish callbacks [] for security_group (b443b839-b3ff-453e-bbcb-21839dda25c1), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:12.313089 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b443b839-b3ff-453e-bbcb-21839dda25c1), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:12.361036 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1c4bddf65f74eb2b5cdff4d8bb45681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895907 Apr 11 15:23:12.362192 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b443b839-b3ff-453e-bbcb-21839dda25c1,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:12.369395 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59214) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:12.369557 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.369780 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.370126 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.370470 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.370810 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.371141 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.371470 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.371823 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.372154 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.372482 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.372808 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.373154 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.373482 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.373802 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.374123 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4994ef5c-357b-4ff6-82e9-26368467b30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.421552 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Publish callbacks [] for security_group (b443b839-b3ff-453e-bbcb-21839dda25c1), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:12.443349 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Publish callbacks [] for security_group (b443b839-b3ff-453e-bbcb-21839dda25c1), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:12.553117 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b443b839-b3ff-453e-bbcb-21839dda25c1), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:12.555739 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:12.556895 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b443b839-b3ff-453e-bbcb-21839dda25c1 HTTP/1.1" status: 204 len: 168 time: 0.1865330 Apr 11 15:23:12.597033 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b443b839-b3ff-453e-bbcb-21839dda25c1,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:12.610151 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.610501 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.610849 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.611190 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.611529 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.611887 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.612242 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.612603 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.612945 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.613264 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.613602 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.613932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.614264 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.614642 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.615225 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f8e522-9a9f-4426-b6b7-2d5afa760597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:23:12.631038 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9542ff6-d4e5-463d-a981-b92af90ccfd1 req-a5ce3a72-29d2-4f93-92da-8aa1684bbc62 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:12.631038 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e9542ff6-d4e5-463d-a981-b92af90ccfd1 req-a5ce3a72-29d2-4f93-92da-8aa1684bbc62 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0699909 Apr 11 15:23:12.682752 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e9542ff6-d4e5-463d-a981-b92af90ccfd1 req-bbfcc898-c571-472f-8ba7-054cb4d54b5b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Apr 11 15:23:12.732125 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59226) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:12.946415 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-375edd94-fc08-492b-81a4-a8c0a41d900b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.023747 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-375edd94-fc08-492b-81a4-a8c0a41d900b admin admin] Publish callbacks [] for security_group (02fca520-363b-41b6-bfd1-1106ff11d452), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.084132 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-375edd94-fc08-492b-81a4-a8c0a41d900b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (02fca520-363b-41b6-bfd1-1106ff11d452), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.126140 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-375edd94-fc08-492b-81a4-a8c0a41d900b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a940408e23ae46f3b1badedcc61929ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930435 Apr 11 15:23:13.127463 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375edd94-fc08-492b-81a4-a8c0a41d900b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fca520-363b-41b6-bfd1-1106ff11d452,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:13.128760 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59246) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:13.185896 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e574-57b8-404a-b924-b49da97e2098 admin admin] Publish callbacks [] for security_group (02fca520-363b-41b6-bfd1-1106ff11d452), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.208170 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e574-57b8-404a-b924-b49da97e2098 admin admin] Publish callbacks [] for security_group (02fca520-363b-41b6-bfd1-1106ff11d452), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.260787 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59252) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:13.263522 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2054666-217c-4fc9-9df0-240430d38d9d req-f2230b9c-72d6-4d4b-8721-45c75ee239f8 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:13.265088 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c2054666-217c-4fc9-9df0-240430d38d9d req-f2230b9c-72d6-4d4b-8721-45c75ee239f8 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 945 time: 0.0512292 Apr 11 15:23:13.274700 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9ab70b1-1249-4de6-baab-519beeefc08d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.311946 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c2054666-217c-4fc9-9df0-240430d38d9d req-3a39f252-a68c-4e87-aa1a-799cef8e9e66 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Apr 11 15:23:13.331764 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e574-57b8-404a-b924-b49da97e2098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (02fca520-363b-41b6-bfd1-1106ff11d452), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.335393 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e574-57b8-404a-b924-b49da97e2098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.337525 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a1a7e574-57b8-404a-b924-b49da97e2098 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/02fca520-363b-41b6-bfd1-1106ff11d452 HTTP/1.1" status: 204 len: 168 time: 0.2075360 Apr 11 15:23:13.357928 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7e574-57b8-404a-b924-b49da97e2098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fca520-363b-41b6-bfd1-1106ff11d452,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:13.408022 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9ab70b1-1249-4de6-baab-519beeefc08d admin admin] Publish callbacks [] for security_group (55381922-6be6-4242-95aa-bfd43c9f1827), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.478808 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e9ab70b1-1249-4de6-baab-519beeefc08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (55381922-6be6-4242-95aa-bfd43c9f1827), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.518331 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-e9ab70b1-1249-4de6-baab-519beeefc08d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f3f27b324ecb47199825f98ca1402fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565041 Apr 11 15:23:13.519269 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab70b1-1249-4de6-baab-519beeefc08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55381922-6be6-4242-95aa-bfd43c9f1827,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:13.521103 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59256) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:13.570650 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-44bfc010-7066-41c7-aaa3-fc4f631fe4ca admin admin] Publish callbacks [] for security_group (55381922-6be6-4242-95aa-bfd43c9f1827), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.592252 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-44bfc010-7066-41c7-aaa3-fc4f631fe4ca admin admin] Publish callbacks [] for security_group (55381922-6be6-4242-95aa-bfd43c9f1827), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.725570 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-44bfc010-7066-41c7-aaa3-fc4f631fe4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (55381922-6be6-4242-95aa-bfd43c9f1827), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.728608 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-44bfc010-7066-41c7-aaa3-fc4f631fe4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:13.731623 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-44bfc010-7066-41c7-aaa3-fc4f631fe4ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/55381922-6be6-4242-95aa-bfd43c9f1827 HTTP/1.1" status: 204 len: 168 time: 0.2072723 Apr 11 15:23:13.738532 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfc010-7066-41c7-aaa3-fc4f631fe4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55381922-6be6-4242-95aa-bfd43c9f1827,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:13.826374 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f49b6-09a2-44a0-9657-c0c229f54faa req-5f10a190-3de0-47f3-bfe8-8847d0c18259 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:13.829812 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b58f49b6-09a2-44a0-9657-c0c229f54faa req-5f10a190-3de0-47f3-bfe8-8847d0c18259 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0490696 Apr 11 15:23:13.878123 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b58f49b6-09a2-44a0-9657-c0c229f54faa req-f1cb35a3-9954-464e-9279-95b1f11a16b1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445452 Apr 11 15:23:14.108113 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59280) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:14.121695 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3d1839cd-2b33-46fc-ba25-018e24ca15d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:14.231832 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3d1839cd-2b33-46fc-ba25-018e24ca15d3 admin admin] Publish callbacks [] for security_group (6f070b7a-7071-4fe6-9254-5d37cf11c7fb), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:14.345136 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3d1839cd-2b33-46fc-ba25-018e24ca15d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (6f070b7a-7071-4fe6-9254-5d37cf11c7fb), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:14.403822 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-3d1839cd-2b33-46fc-ba25-018e24ca15d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cfc527a0241c4613bd5936d88db252d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944911 Apr 11 15:23:14.406734 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59300) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:14.419815 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1839cd-2b33-46fc-ba25-018e24ca15d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f070b7a-7071-4fe6-9254-5d37cf11c7fb,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:14.447313 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0dc0-82c5-4843-99f0-894bd9ee54aa req-f874b4d4-4cb3-40c9-a097-0059ba2de13d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:14.457392 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fb3d0dc0-82c5-4843-99f0-894bd9ee54aa req-f874b4d4-4cb3-40c9-a097-0059ba2de13d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 945 time: 0.0614293 Apr 11 15:23:14.476674 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1acd9b74-7c26-465f-9bf8-e754c147a0b2 admin admin] Publish callbacks [] for security_group (6f070b7a-7071-4fe6-9254-5d37cf11c7fb), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:14.477292 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-81b21dd1-33d9-40ec-8d7f-e205b4f80b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:14.504519 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1acd9b74-7c26-465f-9bf8-e754c147a0b2 admin admin] Publish callbacks [] for security_group (6f070b7a-7071-4fe6-9254-5d37cf11c7fb), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:14.508469 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fb3d0dc0-82c5-4843-99f0-894bd9ee54aa req-85864c7c-f7f3-4b32-9560-828a808a030d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529840 Apr 11 15:23:14.690354 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1acd9b74-7c26-465f-9bf8-e754c147a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (6f070b7a-7071-4fe6-9254-5d37cf11c7fb), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:14.693013 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1acd9b74-7c26-465f-9bf8-e754c147a0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:14.694193 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-1acd9b74-7c26-465f-9bf8-e754c147a0b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f070b7a-7071-4fe6-9254-5d37cf11c7fb HTTP/1.1" status: 204 len: 168 time: 0.2863240 Apr 11 15:23:14.707711 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd9b74-7c26-465f-9bf8-e754c147a0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f070b7a-7071-4fe6-9254-5d37cf11c7fb,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:14.802411 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-d290d48c-2ed8-4def-aa06-67c0ed65396a tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:14.804405 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-d290d48c-2ed8-4def-aa06-67c0ed65396a tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.39 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 945 time: 0.0533013 Apr 11 15:23:14.930637 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-5f631dce-d9d4-4938-b0fb-1da6e642cd8d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Deleting port cb0b1941-185c-49b1-9578-9b07c049af47 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:23:14.930986 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-5f631dce-d9d4-4938-b0fb-1da6e642cd8d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.047874 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f2018-c2f9-42a5-95ff-5de0a1b2d646 req-03c179ce-a674-4a55-bace-73981c4068bd tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:15.049598 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-942f2018-c2f9-42a5-95ff-5de0a1b2d646 req-03c179ce-a674-4a55-bace-73981c4068bd tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0927885 Apr 11 15:23:15.095451 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-5f631dce-d9d4-4938-b0fb-1da6e642cd8d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] For port cb0b1941-185c-49b1-9578-9b07c049af47, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cb0b1941-185c-49b1-9578-9b07c049af47,segment=NetworkSegment(a0ac3582-2826-4e94-9dc3-b43603f2280e),segment_id=a0ac3582-2826-4e94-9dc3-b43603f2280e)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:23:15.096090 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-5f631dce-d9d4-4938-b0fb-1da6e642cd8d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.130481 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-5f631dce-d9d4-4938-b0fb-1da6e642cd8d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Calling delete_port for cb0b1941-185c-49b1-9578-9b07c049af47 owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:23:15.144865 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-942f2018-c2f9-42a5-95ff-5de0a1b2d646 req-f6baebeb-322b-446c-a8fe-cdb0adc67fd1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889962 Apr 11 15:23:15.145979 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59330) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:15.555710 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6272d861-eb3e-4dfe-a3e3-75ee140d79fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.621398 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.649412 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2beea-d1fc-4b20-8970-cc05ab632b60 req-2425705b-fed6-47fa-a5dc-8677abaaa1ce tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:15.650857 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bca2beea-d1fc-4b20-8970-cc05ab632b60 req-2425705b-fed6-47fa-a5dc-8677abaaa1ce tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 945 time: 0.0624931 Apr 11 15:23:15.669511 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6272d861-eb3e-4dfe-a3e3-75ee140d79fa admin admin] Publish callbacks [] for security_group (cede3938-2d8d-498b-9655-d3c6c741bd02), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.684156 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-5f631dce-d9d4-4938-b0fb-1da6e642cd8d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (cb0b1941-185c-49b1-9578-9b07c049af47), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.705357 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['cb0b1941-185c-49b1-9578-9b07c049af47'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:23:15.724406 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59340) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:15.730802 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bca2beea-d1fc-4b20-8970-cc05ab632b60 req-87816c83-2d8f-4521-a6e7-818acd68e2f7 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41b21d1-7578-4298-887b-ea86329ef189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719142 Apr 11 15:23:15.731520 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f631dce-d9d4-4938-b0fb-1da6e642cd8d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Pushing event deleted for resources: {'Port': ['ID=cb0b1941-185c-49b1-9578-9b07c049af47,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:15.743566 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fea5a982-fecb-4f76-9649-6571fd3f9f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.758392 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6272d861-eb3e-4dfe-a3e3-75ee140d79fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (cede3938-2d8d-498b-9655-d3c6c741bd02), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.796844 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-5f631dce-d9d4-4938-b0fb-1da6e642cd8d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] No DVR routers for this DVR port cb0b1941-185c-49b1-9578-9b07c049af47 on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:23:15.800656 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-5f631dce-d9d4-4938-b0fb-1da6e642cd8d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.805177 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7a5097a5-fec6-45a8-b1d1-d45279add779 req-5f631dce-d9d4-4938-b0fb-1da6e642cd8d tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.39 "DELETE /v2.0/ports/cb0b1941-185c-49b1-9578-9b07c049af47 HTTP/1.1" status: 204 len: 173 time: 0.9952137 Apr 11 15:23:15.806452 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497500c7-4fe4-4bcf-b058-5725561c7f3d', 'name': 'network-vif-deleted', 'tag': 'cb0b1941-185c-49b1-9578-9b07c049af47'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:23:15.809369 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e996e-a180-44f6-9c9e-7a569b319184" -d '{"events": [{"server_uuid": "497500c7-4fe4-4bcf-b058-5725561c7f3d", "name": "network-vif-deleted", "tag": "cb0b1941-185c-49b1-9578-9b07c049af47"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:23:15.820612 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272d861-eb3e-4dfe-a3e3-75ee140d79fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cede3938-2d8d-498b-9655-d3c6c741bd02,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:15.850263 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e820cfbb-b484-4ad0-974a-306fdd6178e0 x-openstack-request-id: req-e820cfbb-b484-4ad0-974a-306fdd6178e0 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:23:15.850569 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497500c7-4fe4-4bcf-b058-5725561c7f3d", "name": "network-vif-deleted", "tag": "cb0b1941-185c-49b1-9578-9b07c049af47", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:23:15.850820 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e820cfbb-b484-4ad0-974a-306fdd6178e0 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:23:15.851212 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e820cfbb-b484-4ad0-974a-306fdd6178e0'] response: {'server_uuid': '497500c7-4fe4-4bcf-b058-5725561c7f3d', 'name': 'network-vif-deleted', 'tag': 'cb0b1941-185c-49b1-9578-9b07c049af47', 'status': 'completed', 'code': 200} Apr 11 15:23:15.879452 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59346) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:15.880151 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6272d861-eb3e-4dfe-a3e3-75ee140d79fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af7d87bf30d74b69b5920683089c3cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7315412 Apr 11 15:23:15.891110 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fea5a982-fecb-4f76-9649-6571fd3f9f98 admin admin] Publish callbacks [] for security_group (9da75a6d-1e3c-4cdf-ad50-e07831c1c001), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.934116 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e73eb306-ccaf-4084-a864-e88365b9a402 admin admin] Publish callbacks [] for security_group (cede3938-2d8d-498b-9655-d3c6c741bd02), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.956983 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e73eb306-ccaf-4084-a864-e88365b9a402 admin admin] Publish callbacks [] for security_group (cede3938-2d8d-498b-9655-d3c6c741bd02), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:15.981463 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fea5a982-fecb-4f76-9649-6571fd3f9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (9da75a6d-1e3c-4cdf-ad50-e07831c1c001), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:16.043920 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-fea5a982-fecb-4f76-9649-6571fd3f9f98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=18a97f47b91b46e2a7ad6381eb512ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146052 Apr 11 15:23:16.043920 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5a982-fecb-4f76-9649-6571fd3f9f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da75a6d-1e3c-4cdf-ad50-e07831c1c001,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:16.044105 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59352) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:16.098949 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0fbfca7a-4043-47b0-9bd1-7f815996ee0b admin admin] Publish callbacks [] for security_group (9da75a6d-1e3c-4cdf-ad50-e07831c1c001), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:16.123687 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e73eb306-ccaf-4084-a864-e88365b9a402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (cede3938-2d8d-498b-9655-d3c6c741bd02), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:16.138997 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e73eb306-ccaf-4084-a864-e88365b9a402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:16.140220 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-e73eb306-ccaf-4084-a864-e88365b9a402 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cede3938-2d8d-498b-9655-d3c6c741bd02 HTTP/1.1" status: 204 len: 168 time: 0.2597125 Apr 11 15:23:16.142386 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0fbfca7a-4043-47b0-9bd1-7f815996ee0b admin admin] Publish callbacks [] for security_group (9da75a6d-1e3c-4cdf-ad50-e07831c1c001), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:16.187991 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73eb306-ccaf-4084-a864-e88365b9a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cede3938-2d8d-498b-9655-d3c6c741bd02,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:16.308717 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2a1a5-fefc-4a06-9ad9-e16bd50a9d10 req-29226e94-ac51-45b6-9370-ad4c5c75d361 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:16.310603 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e2a2a1a5-fefc-4a06-9ad9-e16bd50a9d10 req-29226e94-ac51-45b6-9370-ad4c5c75d361 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0609040 Apr 11 15:23:16.369277 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e2a2a1a5-fefc-4a06-9ad9-e16bd50a9d10 req-704cd32d-c2bc-4ddf-adc4-a00ae30b9ae2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468843 Apr 11 15:23:16.402385 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0fbfca7a-4043-47b0-9bd1-7f815996ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (9da75a6d-1e3c-4cdf-ad50-e07831c1c001), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:16.406414 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0fbfca7a-4043-47b0-9bd1-7f815996ee0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:16.406856 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0fbfca7a-4043-47b0-9bd1-7f815996ee0b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9da75a6d-1e3c-4cdf-ad50-e07831c1c001 HTTP/1.1" status: 204 len: 168 time: 0.3620229 Apr 11 15:23:16.415309 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfca7a-4043-47b0-9bd1-7f815996ee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da75a6d-1e3c-4cdf-ad50-e07831c1c001,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:16.705192 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:16.857654 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4c021a00-0d7b-47c1-a2c8-4f834e7b8add req-88ff085f-1fd0-4dbd-82e0-b24c3a233b80 tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 210 time: 0.0293727 Apr 11 15:23:16.903133 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59388) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:16.918716 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47d40090-fbcc-49d2-9e5c-e22d9f9c9ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:17.004222 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47d40090-fbcc-49d2-9e5c-e22d9f9c9ab9 admin admin] Publish callbacks [] for security_group (5d2a3ca8-42a5-4889-b8b4-6a80634fcd78), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:17.067777 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-47d40090-fbcc-49d2-9e5c-e22d9f9c9ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (5d2a3ca8-42a5-4889-b8b4-6a80634fcd78), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:17.108371 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-47d40090-fbcc-49d2-9e5c-e22d9f9c9ab9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=272d9ff58fc649d58e38e3a06e5653d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037518 Apr 11 15:23:17.109272 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d40090-fbcc-49d2-9e5c-e22d9f9c9ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2a3ca8-42a5-4889-b8b4-6a80634fcd78,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:17.111082 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59400) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:17.165939 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9d38d607-c738-4877-bddb-aedcd8255b23 admin admin] Publish callbacks [] for security_group (5d2a3ca8-42a5-4889-b8b4-6a80634fcd78), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:17.194138 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9d38d607-c738-4877-bddb-aedcd8255b23 admin admin] Publish callbacks [] for security_group (5d2a3ca8-42a5-4889-b8b4-6a80634fcd78), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:17.352976 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9d38d607-c738-4877-bddb-aedcd8255b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (5d2a3ca8-42a5-4889-b8b4-6a80634fcd78), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:17.355634 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9d38d607-c738-4877-bddb-aedcd8255b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:17.356788 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-9d38d607-c738-4877-bddb-aedcd8255b23 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d2a3ca8-42a5-4889-b8b4-6a80634fcd78 HTTP/1.1" status: 204 len: 168 time: 0.2439785 Apr 11 15:23:17.366266 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38d607-c738-4877-bddb-aedcd8255b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2a3ca8-42a5-4889-b8b4-6a80634fcd78,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:17.504401 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6a18c-a51b-48dc-8021-c2d318b093ce req-e1eb5826-b76f-4ee3-aded-6fa0d6056c68 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:17.511023 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-04a6a18c-a51b-48dc-8021-c2d318b093ce req-e1eb5826-b76f-4ee3-aded-6fa0d6056c68 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0477839 Apr 11 15:23:17.559691 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-04a6a18c-a51b-48dc-8021-c2d318b093ce req-661d2e50-dd94-43c7-972b-11fec07ef21e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Apr 11 15:23:17.976912 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f83308dd-cf2b-417a-9363-ea372899a445 req-339b6031-099b-4195-bad2-3624b81edcde tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 210 time: 0.0265386 Apr 11 15:23:18.321439 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59466) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:18.327957 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:18.420253 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device cb0b1941-185c-49b1-9578-9b07c049af47 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:23:18.437146 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8490848c-d736-42d6-8ae3-2e39896f1c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:18.446100 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: cb0b1941-185c-49b1-9578-9b07c049af47 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:23:18.446448 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device cb0b1941-185c-49b1-9578-9b07c049af47 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:23:18.513068 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8490848c-d736-42d6-8ae3-2e39896f1c2b admin admin] Publish callbacks [] for security_group (c296b1a1-550d-4bbd-9b5c-43c86592ba9c), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:18.596735 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8490848c-d736-42d6-8ae3-2e39896f1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (c296b1a1-550d-4bbd-9b5c-43c86592ba9c), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:18.650936 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-8490848c-d736-42d6-8ae3-2e39896f1c2b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=afe2e85c57eb4d9bb40d972d5c959a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283894 Apr 11 15:23:18.653672 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59476) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:18.667861 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490848c-d736-42d6-8ae3-2e39896f1c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c296b1a1-550d-4bbd-9b5c-43c86592ba9c,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:18.691198 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694dbce-24b2-4d2f-9017-f581722e703f req-d370483f-877b-4361-87f5-76de3e808a06 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:18.692770 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a694dbce-24b2-4d2f-9017-f581722e703f req-d370483f-877b-4361-87f5-76de3e808a06 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0581577 Apr 11 15:23:18.718426 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73ce3847-0375-48de-9195-2a2a1f722310 admin admin] Publish callbacks [] for security_group (c296b1a1-550d-4bbd-9b5c-43c86592ba9c), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:18.751254 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73ce3847-0375-48de-9195-2a2a1f722310 admin admin] Publish callbacks [] for security_group (c296b1a1-550d-4bbd-9b5c-43c86592ba9c), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:18.763880 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a694dbce-24b2-4d2f-9017-f581722e703f req-096b27e8-bd1c-4048-babd-b59bf21c3c6b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578163 Apr 11 15:23:18.895856 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73ce3847-0375-48de-9195-2a2a1f722310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (c296b1a1-550d-4bbd-9b5c-43c86592ba9c), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:18.899017 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73ce3847-0375-48de-9195-2a2a1f722310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:18.900251 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-73ce3847-0375-48de-9195-2a2a1f722310 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c296b1a1-550d-4bbd-9b5c-43c86592ba9c HTTP/1.1" status: 204 len: 168 time: 0.2455380 Apr 11 15:23:18.909493 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce3847-0375-48de-9195-2a2a1f722310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c296b1a1-550d-4bbd-9b5c-43c86592ba9c,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:19.101363 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3620d87-faa2-4f50-be21-84011b389201 req-67b0cd9d-e365-4a3e-bd1f-6578fae629df tempest-DeleteServersTestJSON-537263264 tempest-DeleteServersTestJSON-537263264-project] 10.222.0.47 "GET /v2.0/ports?device_id=497500c7-4fe4-4bcf-b058-5725561c7f3d HTTP/1.1" status: 200 len: 210 time: 0.0437381 Apr 11 15:23:19.880698 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329c3a9-0a27-4e79-95bc-f7e0c5b7eb51 req-5f38bc8e-95d3-4476-8e7d-ba2375233bd0 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:19.881058 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2329c3a9-0a27-4e79-95bc-f7e0c5b7eb51 req-5f38bc8e-95d3-4476-8e7d-ba2375233bd0 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0504823 Apr 11 15:23:19.931209 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2329c3a9-0a27-4e79-95bc-f7e0c5b7eb51 req-73e1be02-93ba-4b81-91d2-1300c11277c1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Apr 11 15:23:21.051794 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3ed29-7981-4827-9d8b-9119130035e0 req-4241589e-1034-4f4e-a145-1f5f63de56da tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:21.056068 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-49c3ed29-7981-4827-9d8b-9119130035e0 req-4241589e-1034-4f4e-a145-1f5f63de56da tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0506399 Apr 11 15:23:21.104100 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-49c3ed29-7981-4827-9d8b-9119130035e0 req-1ee9e861-b27f-46d7-af2f-880048a67efd tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Apr 11 15:23:22.235365 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa94297-c694-4e33-b45a-28334dfdc19b req-917cc706-0a80-44f0-ab12-eefeaa2585d1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:22.237150 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6aa94297-c694-4e33-b45a-28334dfdc19b req-917cc706-0a80-44f0-ab12-eefeaa2585d1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0552239 Apr 11 15:23:22.284861 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6aa94297-c694-4e33-b45a-28334dfdc19b req-73945a80-c9b8-4fb2-8c8b-f1938a93feeb tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Apr 11 15:23:22.609652 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59666) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:22.680269 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82d735e-c2d0-463b-a540-4280f1421124 admin admin] Deleting subnet 842a567c-5078-47de-b39a-5336e341f885 {{(pid=103868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:23:22.699888 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a82d735e-c2d0-463b-a540-4280f1421124 admin admin] Publish callbacks [] for subnet (842a567c-5078-47de-b39a-5336e341f885), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:22.746763 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a82d735e-c2d0-463b-a540-4280f1421124 admin admin] Publish callbacks [] for subnet (842a567c-5078-47de-b39a-5336e341f885), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:22.753119 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a82d735e-c2d0-463b-a540-4280f1421124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (842a567c-5078-47de-b39a-5336e341f885), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:22.862360 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a82d735e-c2d0-463b-a540-4280f1421124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (842a567c-5078-47de-b39a-5336e341f885), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:22.892986 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d735e-c2d0-463b-a540-4280f1421124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842a567c-5078-47de-b39a-5336e341f885,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:22.897068 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a82d735e-c2d0-463b-a540-4280f1421124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:22.902965 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59682) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:22.903105 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a82d735e-c2d0-463b-a540-4280f1421124 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/842a567c-5078-47de-b39a-5336e341f885 HTTP/1.1" status: 204 len: 168 time: 0.2923450 Apr 11 15:23:22.973922 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (eced42cf-e7c8-4206-8257-9d4062654f2d), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.059100 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (eced42cf-e7c8-4206-8257-9d4062654f2d), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.093401 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eced42cf-e7c8-4206-8257-9d4062654f2d']}} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:23:23.104719 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ac3582-2826-4e94-9dc3-b43603f2280e') {'for_net_delete': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:23:23.105458 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ac3582-2826-4e94-9dc3-b43603f2280e') {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:23:23.117002 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2945586'] for segment (a0ac3582-2826-4e94-9dc3-b43603f2280e), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.121753 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59704) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:23.133817 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (a0ac3582-2826-4e94-9dc3-b43603f2280e), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.144816 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:23:23.145223 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492449'] for segment (a0ac3582-2826-4e94-9dc3-b43603f2280e), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: Traceback (most recent call last): Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: timer() Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: cb(*args, **kw) Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: return func(*args, **kwargs) Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: self._notify() Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: self.callback(batched_events) Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: event.method(event) Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: return f(self, *a, **k) Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._get(url).json() Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: return self.request(url, 'GET', **kwargs) Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:23:23.147230 dv-cinder-836083-4-iscsi neutron-server[103869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:23:23.213123 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59712) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:23.311220 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7bcb-13eb-4a01-9c85-fa14e88bf61d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.324904 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb068-eab4-4099-bece-226d09230853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.328389 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (eced42cf-e7c8-4206-8257-9d4062654f2d), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.333973 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.338040 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/eced42cf-e7c8-4206-8257-9d4062654f2d HTTP/1.1" status: 204 len: 168 time: 0.4339550 Apr 11 15:23:23.354359 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7c941-bc3e-4d0d-8d6f-4bb07d895cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eced42cf-e7c8-4206-8257-9d4062654f2d,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:23.428700 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a664f-0802-445f-be34-ef7988f231a8 req-6e7105b2-027e-4e9c-87f4-7ad7d9d877be tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:23.430279 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-790a664f-0802-445f-be34-ef7988f231a8 req-6e7105b2-027e-4e9c-87f4-7ad7d9d877be tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0597591 Apr 11 15:23:23.465481 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7bcb-13eb-4a01-9c85-fa14e88bf61d admin admin] Publish callbacks [] for security_group (e56a0c74-fe77-45ca-82d7-7ad6707d45b2), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.470137 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb068-eab4-4099-bece-226d09230853 admin admin] Publish callbacks [] for security_group (34533de5-ab37-4bc1-97e5-c187b5e88d9b), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.480796 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-790a664f-0802-445f-be34-ef7988f231a8 req-c64ea930-82bd-433e-8bb4-f5520cf870ad tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Apr 11 15:23:23.582381 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb068-eab4-4099-bece-226d09230853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (34533de5-ab37-4bc1-97e5-c187b5e88d9b), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.584963 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7bcb-13eb-4a01-9c85-fa14e88bf61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (e56a0c74-fe77-45ca-82d7-7ad6707d45b2), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.641046 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-bf7bb068-eab4-4099-bece-226d09230853 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09c9e5ea74b94a76be0607a191c96d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268663 Apr 11 15:23:23.643735 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59728) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:23.643868 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-ac9c7bcb-13eb-4a01-9c85-fa14e88bf61d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80a08cba501544bc8104261ca17afe92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5207033 Apr 11 15:23:23.644698 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bb068-eab4-4099-bece-226d09230853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34533de5-ab37-4bc1-97e5-c187b5e88d9b,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:23.650862 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59730) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:23.692928 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c7bcb-13eb-4a01-9c85-fa14e88bf61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56a0c74-fe77-45ca-82d7-7ad6707d45b2,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:23.713294 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7be794fe-aaaf-42bd-8289-15c52468730c admin admin] Publish callbacks [] for security_group (34533de5-ab37-4bc1-97e5-c187b5e88d9b), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.740153 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59740) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:23.748127 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7be794fe-aaaf-42bd-8289-15c52468730c admin admin] Publish callbacks [] for security_group (34533de5-ab37-4bc1-97e5-c187b5e88d9b), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.764653 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e5c39057-c39f-4953-b7e7-40b242698ef8 admin admin] Publish callbacks [] for security_group (e56a0c74-fe77-45ca-82d7-7ad6707d45b2), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.803377 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e5c39057-c39f-4953-b7e7-40b242698ef8 admin admin] Publish callbacks [] for security_group (e56a0c74-fe77-45ca-82d7-7ad6707d45b2), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.811828 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-b7c4b4a4-3051-47b4-9ef5-dc9da99c1b19 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f0573db22c67416f83e231e6b1f33692&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0688868 Apr 11 15:23:23.814482 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59742) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:23.863128 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97945205-02db-41e7-b235-09a727c61b94 admin admin] Publish callbacks [] for security_group (d41b21d1-7578-4298-887b-ea86329ef189), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.885178 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97945205-02db-41e7-b235-09a727c61b94 admin admin] Publish callbacks [] for security_group (d41b21d1-7578-4298-887b-ea86329ef189), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.887248 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7be794fe-aaaf-42bd-8289-15c52468730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (34533de5-ab37-4bc1-97e5-c187b5e88d9b), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.890291 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7be794fe-aaaf-42bd-8289-15c52468730c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.891204 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-7be794fe-aaaf-42bd-8289-15c52468730c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34533de5-ab37-4bc1-97e5-c187b5e88d9b HTTP/1.1" status: 204 len: 168 time: 0.2464323 Apr 11 15:23:23.908773 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be794fe-aaaf-42bd-8289-15c52468730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34533de5-ab37-4bc1-97e5-c187b5e88d9b,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:23.942211 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e5c39057-c39f-4953-b7e7-40b242698ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (e56a0c74-fe77-45ca-82d7-7ad6707d45b2), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.945296 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e5c39057-c39f-4953-b7e7-40b242698ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:23.946633 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-e5c39057-c39f-4953-b7e7-40b242698ef8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e56a0c74-fe77-45ca-82d7-7ad6707d45b2 HTTP/1.1" status: 204 len: 168 time: 0.2948611 Apr 11 15:23:23.962363 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c39057-c39f-4953-b7e7-40b242698ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56a0c74-fe77-45ca-82d7-7ad6707d45b2,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:24.027374 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97945205-02db-41e7-b235-09a727c61b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (d41b21d1-7578-4298-887b-ea86329ef189), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:24.029979 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97945205-02db-41e7-b235-09a727c61b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:24.031170 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-97945205-02db-41e7-b235-09a727c61b94 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d41b21d1-7578-4298-887b-ea86329ef189 HTTP/1.1" status: 204 len: 168 time: 0.2157328 Apr 11 15:23:24.042890 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97945205-02db-41e7-b235-09a727c61b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b21d1-7578-4298-887b-ea86329ef189,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:24.608854 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942f4fe-88d2-4e19-b78c-6eb8cd746648 req-ec44de8d-bae2-4a72-923d-0de8dc6bdda8 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:24.610370 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e942f4fe-88d2-4e19-b78c-6eb8cd746648 req-ec44de8d-bae2-4a72-923d-0de8dc6bdda8 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0499763 Apr 11 15:23:24.667992 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e942f4fe-88d2-4e19-b78c-6eb8cd746648 req-0463a103-e65f-42de-9f35-830c11547841 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511277 Apr 11 15:23:24.792256 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59786) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:25.057166 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59790) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:25.077749 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-93685540-f704-4d7d-ba0b-b761aca86606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.160088 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-93685540-f704-4d7d-ba0b-b761aca86606 admin admin] Publish callbacks [] for security_group (895effbf-7f89-428f-a2bc-78e14fae8815), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.207516 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59794) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:25.223851 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa2e7-1b9c-4a1e-948f-d524c257ce0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.259339 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-93685540-f704-4d7d-ba0b-b761aca86606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (895effbf-7f89-428f-a2bc-78e14fae8815), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.309388 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93685540-f704-4d7d-ba0b-b761aca86606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895effbf-7f89-428f-a2bc-78e14fae8815,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:25.314819 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-93685540-f704-4d7d-ba0b-b761aca86606 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7d2f334ced04295bf0dedc165908af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563999 Apr 11 15:23:25.318151 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59796) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:25.357568 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa2e7-1b9c-4a1e-948f-d524c257ce0c admin admin] Publish callbacks [] for security_group (6c4e2225-8ce9-44f2-aab1-e5f25d4b8340), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.384826 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d44fc94b-a6a3-4b69-83a6-215211488301 admin admin] Publish callbacks [] for security_group (895effbf-7f89-428f-a2bc-78e14fae8815), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.414829 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa2e7-1b9c-4a1e-948f-d524c257ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (6c4e2225-8ce9-44f2-aab1-e5f25d4b8340), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.427253 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d44fc94b-a6a3-4b69-83a6-215211488301 admin admin] Publish callbacks [] for security_group (895effbf-7f89-428f-a2bc-78e14fae8815), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.429600 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-61337252-33a1-4d98-af4c-9fb82ff5de1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.456866 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-ee9aa2e7-1b9c-4a1e-948f-d524c257ce0c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2a6147f3ccf4c7d98e2995a049f74da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478695 Apr 11 15:23:25.457539 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aa2e7-1b9c-4a1e-948f-d524c257ce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4e2225-8ce9-44f2-aab1-e5f25d4b8340,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:25.460365 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59802) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:25.515819 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d15acbb5-2db5-49fc-ab63-59e80b612c67 admin admin] Publish callbacks [] for security_group (6c4e2225-8ce9-44f2-aab1-e5f25d4b8340), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.539333 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d15acbb5-2db5-49fc-ab63-59e80b612c67 admin admin] Publish callbacks [] for security_group (6c4e2225-8ce9-44f2-aab1-e5f25d4b8340), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.589434 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d44fc94b-a6a3-4b69-83a6-215211488301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (895effbf-7f89-428f-a2bc-78e14fae8815), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.595391 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d44fc94b-a6a3-4b69-83a6-215211488301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.597054 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d44fc94b-a6a3-4b69-83a6-215211488301 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/895effbf-7f89-428f-a2bc-78e14fae8815 HTTP/1.1" status: 204 len: 168 time: 0.2766731 Apr 11 15:23:25.632001 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fc94b-a6a3-4b69-83a6-215211488301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895effbf-7f89-428f-a2bc-78e14fae8815,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:25.684545 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d15acbb5-2db5-49fc-ab63-59e80b612c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (6c4e2225-8ce9-44f2-aab1-e5f25d4b8340), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.687888 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d15acbb5-2db5-49fc-ab63-59e80b612c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.694089 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-d15acbb5-2db5-49fc-ab63-59e80b612c67 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c4e2225-8ce9-44f2-aab1-e5f25d4b8340 HTTP/1.1" status: 204 len: 168 time: 0.2326655 Apr 11 15:23:25.706715 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15acbb5-2db5-49fc-ab63-59e80b612c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4e2225-8ce9-44f2-aab1-e5f25d4b8340,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:25.707723 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-61337252-33a1-4d98-af4c-9fb82ff5de1c admin admin] Publish callbacks [] for security_group (a3be187b-56cd-4ff8-bf2f-6c3d8233af4e), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.764815 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-61337252-33a1-4d98-af4c-9fb82ff5de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a3be187b-56cd-4ff8-bf2f-6c3d8233af4e), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.823852 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981292d3-cde7-4b8d-8307-c10d7cea8cf0 req-edd5edea-9e23-4c84-bde0-3badaf5f1edb tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:25.825372 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-981292d3-cde7-4b8d-8307-c10d7cea8cf0 req-edd5edea-9e23-4c84-bde0-3badaf5f1edb tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0756783 Apr 11 15:23:25.846131 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-61337252-33a1-4d98-af4c-9fb82ff5de1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4e562a376794b91af6b48837b6230ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0527818 Apr 11 15:23:25.849327 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59816) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:25.854949 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61337252-33a1-4d98-af4c-9fb82ff5de1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3be187b-56cd-4ff8-bf2f-6c3d8233af4e,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:25.892477 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-981292d3-cde7-4b8d-8307-c10d7cea8cf0 req-3b71961b-a48e-4e51-b676-330969d6b758 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592270 Apr 11 15:23:25.904488 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bac3fbf1-2243-4e51-9fa6-3ef9ab2fec5c admin admin] Publish callbacks [] for security_group (a3be187b-56cd-4ff8-bf2f-6c3d8233af4e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:25.934322 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bac3fbf1-2243-4e51-9fa6-3ef9ab2fec5c admin admin] Publish callbacks [] for security_group (a3be187b-56cd-4ff8-bf2f-6c3d8233af4e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:26.032593 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:23:26.036727 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bac3fbf1-2243-4e51-9fa6-3ef9ab2fec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a3be187b-56cd-4ff8-bf2f-6c3d8233af4e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:26.041905 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bac3fbf1-2243-4e51-9fa6-3ef9ab2fec5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:26.045888 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-bac3fbf1-2243-4e51-9fa6-3ef9ab2fec5c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3be187b-56cd-4ff8-bf2f-6c3d8233af4e HTTP/1.1" status: 204 len: 168 time: 0.1931679 Apr 11 15:23:26.057300 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3fbf1-2243-4e51-9fa6-3ef9ab2fec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3be187b-56cd-4ff8-bf2f-6c3d8233af4e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:26.437910 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59828) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:26.452289 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d9432291-92f8-4da2-801a-ef3485e6953e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:26.537280 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d9432291-92f8-4da2-801a-ef3485e6953e admin admin] Publish callbacks [] for security_group (566c0368-c3b2-44a8-b1a8-4e8cf7e1a7af), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:26.619804 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d9432291-92f8-4da2-801a-ef3485e6953e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (566c0368-c3b2-44a8-b1a8-4e8cf7e1a7af), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:26.666578 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-d9432291-92f8-4da2-801a-ef3485e6953e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=44c5bd0f4914417b90112dddf90303f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275910 Apr 11 15:23:26.667598 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9432291-92f8-4da2-801a-ef3485e6953e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566c0368-c3b2-44a8-b1a8-4e8cf7e1a7af,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:26.669243 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59840) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:26.733217 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-075df199-55b5-4ea0-8ac3-d3e4c935dd44 admin admin] Publish callbacks [] for security_group (566c0368-c3b2-44a8-b1a8-4e8cf7e1a7af), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:26.757196 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-075df199-55b5-4ea0-8ac3-d3e4c935dd44 admin admin] Publish callbacks [] for security_group (566c0368-c3b2-44a8-b1a8-4e8cf7e1a7af), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:26.883878 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-075df199-55b5-4ea0-8ac3-d3e4c935dd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (566c0368-c3b2-44a8-b1a8-4e8cf7e1a7af), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:26.886908 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-075df199-55b5-4ea0-8ac3-d3e4c935dd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:26.888411 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-075df199-55b5-4ea0-8ac3-d3e4c935dd44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/566c0368-c3b2-44a8-b1a8-4e8cf7e1a7af HTTP/1.1" status: 204 len: 168 time: 0.2170761 Apr 11 15:23:26.897354 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075df199-55b5-4ea0-8ac3-d3e4c935dd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566c0368-c3b2-44a8-b1a8-4e8cf7e1a7af,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:26.948453 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 59858) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:26.967225 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b418a4d7-909d-4521-a2b7-2f30ab15882e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:27.070134 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2da1-e2ba-4fe8-91a4-59bd4485faa6 req-8acc9153-b4a0-41f4-9034-ff309c5c235e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:27.070892 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8a6d2da1-e2ba-4fe8-91a4-59bd4485faa6 req-8acc9153-b4a0-41f4-9034-ff309c5c235e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0880597 Apr 11 15:23:27.155340 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8a6d2da1-e2ba-4fe8-91a4-59bd4485faa6 req-2cb57946-16c3-4751-b1c3-3f0d1f8b6fc8 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751791 Apr 11 15:23:27.157396 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b418a4d7-909d-4521-a2b7-2f30ab15882e admin admin] Publish callbacks [] for security_group (091ead9d-b0db-447b-ade1-56f9f5843616), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:27.276248 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b418a4d7-909d-4521-a2b7-2f30ab15882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (091ead9d-b0db-447b-ade1-56f9f5843616), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:27.320877 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-b418a4d7-909d-4521-a2b7-2f30ab15882e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=11c2122ebae34f84811c146dfd1e9912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708375 Apr 11 15:23:27.322393 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418a4d7-909d-4521-a2b7-2f30ab15882e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091ead9d-b0db-447b-ade1-56f9f5843616,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:27.326707 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59868) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:27.385619 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d84943ae-a064-407c-883c-99de27ccf22d admin admin] Publish callbacks [] for security_group (091ead9d-b0db-447b-ade1-56f9f5843616), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:27.410123 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d84943ae-a064-407c-883c-99de27ccf22d admin admin] Publish callbacks [] for security_group (091ead9d-b0db-447b-ade1-56f9f5843616), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:27.533548 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d84943ae-a064-407c-883c-99de27ccf22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (091ead9d-b0db-447b-ade1-56f9f5843616), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:27.536186 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d84943ae-a064-407c-883c-99de27ccf22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:27.537871 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-d84943ae-a064-407c-883c-99de27ccf22d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/091ead9d-b0db-447b-ade1-56f9f5843616 HTTP/1.1" status: 204 len: 168 time: 0.2095606 Apr 11 15:23:27.545582 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84943ae-a064-407c-883c-99de27ccf22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091ead9d-b0db-447b-ade1-56f9f5843616,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:28.295256 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98e500-042c-4de6-8a3f-5befa221a5b9 req-51b6f2ed-25fd-4c69-9826-02c7e729f946 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:28.296864 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5e98e500-042c-4de6-8a3f-5befa221a5b9 req-51b6f2ed-25fd-4c69-9826-02c7e729f946 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0628750 Apr 11 15:23:28.354709 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5e98e500-042c-4de6-8a3f-5befa221a5b9 req-29317749-1361-4342-aff9-10df28ce96ac tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515728 Apr 11 15:23:28.482674 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59922) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:28.661885 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-838610760-network', 'tenant_id': '950c9ac790694376b5d9181d1f433f57'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:23:28.753153 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Made reservation on behalf of 950c9ac790694376b5d9181d1f433f57 for: {'network': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:23:28.755454 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:28.764367 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:28.845801 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Publish callbacks [] for security_group (a371fe55-b510-4de2-9407-4721915b21b5), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:28.956782 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a371fe55-b510-4de2-9407-4721915b21b5), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:28.997359 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:23:29.007888 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a371fe55-b510-4de2-9407-4721915b21b5,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:29.012928 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (b0c3d199-bc72-4d58-8c5f-7c3c9fd2a217), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:29.013285 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.segments_db [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Added segment b0c3d199-bc72-4d58-8c5f-7c3c9fd2a217 of type vlan for network 6a9dbbf2-546d-4278-89fb-0394a2a86bbc Apr 11 15:23:29.058542 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (6a9dbbf2-546d-4278-89fb-0394a2a86bbc), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:29.176215 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (6a9dbbf2-546d-4278-89fb-0394a2a86bbc), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:29.177392 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:29.178156 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:29.243396 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] Pushing event updated for resources: {'Network': ['ID=6a9dbbf2-546d-4278-89fb-0394a2a86bbc,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:29.255299 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network 6a9dbbf2-546d-4278-89fb-0394a2a86bbc details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:23:29.293540 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-3fe1909e-152d-4a96-a1bc-8b341a5bf255 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8092189 Apr 11 15:23:29.296440 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 59970) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:29.301825 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Request body: {'subnet': {'network_id': '6a9dbbf2-546d-4278-89fb-0394a2a86bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-838610760-subnet', 'tenant_id': '950c9ac790694376b5d9181d1f433f57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:23:29.433852 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Made reservation on behalf of 950c9ac790694376b5d9181d1f433f57 for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:23:29.439403 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:29.483273 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cf30a-7013-42d3-9fbc-62ed4d373467 req-5f6b82f9-88ec-4aca-8c79-e21df43183c1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:29.484790 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a79cf30a-7013-42d3-9fbc-62ed4d373467 req-5f6b82f9-88ec-4aca-8c79-e21df43183c1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0538454 Apr 11 15:23:29.546267 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a79cf30a-7013-42d3-9fbc-62ed4d373467 req-d08b6061-9ed4-49f0-a502-690d9a98a1cb tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556233 Apr 11 15:23:29.753462 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (0135849b-3987-49b6-889a-d36b08b8fab8), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:29.814291 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0135849b-3987-49b6-889a-d36b08b8fab8,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:29.827183 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Checking segment: {'id': 'b0c3d199-bc72-4d58-8c5f-7c3c9fd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6a9dbbf2-546d-4278-89fb-0394a2a86bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:23:29.828409 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Network hostable DHCP agents. Network: 6a9dbbf2-546d-4278-89fb-0394a2a86bbc, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:23:29.968088 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Network 6a9dbbf2-546d-4278-89fb-0394a2a86bbc is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:23:30.050452 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, 6a9dbbf2-546d-4278-89fb-0394a2a86bbc) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:23:30.055341 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:30.059707 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:30.061877 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659587d5-21b5-4015-8fae-cae825ab14ee None None] Network 6a9dbbf2-546d-4278-89fb-0394a2a86bbc requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:23:30.173630 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a1fbeedc-7ffa-494b-947e-5a22dc059e7a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8756936 Apr 11 15:23:30.200158 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4136e4bd-1785-45aa-a2ec-a6ea4700c960 None None] Network 6a9dbbf2-546d-4278-89fb-0394a2a86bbc requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:23:30.700506 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8729d86-d41c-44cc-8c5d-f039022589d8 req-9b137c25-b7f0-48e5-9dbe-8ebb4bddec49 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:30.702081 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a8729d86-d41c-44cc-8c5d-f039022589d8 req-9b137c25-b7f0-48e5-9dbe-8ebb4bddec49 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0703821 Apr 11 15:23:30.766111 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a8729d86-d41c-44cc-8c5d-f039022589d8 req-fc4f383e-5a29-4774-ad2b-2626020edf23 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564368 Apr 11 15:23:31.493200 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60032) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:31.498256 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1716060451-network', 'tenant_id': 'ab9da5f2d1a64e48a4748a5a03cf657d'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:23:31.634292 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Made reservation on behalf of ab9da5f2d1a64e48a4748a5a03cf657d for: {'network': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:23:31.637302 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:31.647696 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:31.739018 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Publish callbacks [] for security_group (f1beb277-d7b7-427e-88c9-5aa14e5d8c2e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:31.800631 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (f1beb277-d7b7-427e-88c9-5aa14e5d8c2e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:31.852032 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:23:31.855208 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1beb277-d7b7-427e-88c9-5aa14e5d8c2e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:31.878679 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (8ed14047-3e4d-41f2-8734-6d68b2ef28cd), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:31.882076 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.segments_db [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Added segment 8ed14047-3e4d-41f2-8734-6d68b2ef28cd of type vlan for network 30ba4b74-4eae-4629-ba76-289af76502d4 Apr 11 15:23:31.939882 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (30ba4b74-4eae-4629-ba76-289af76502d4), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:31.969246 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cdd09-d6d3-433e-9951-09fba4a5c961 req-ed2248e2-36a3-408e-99a4-d0f39b8b660e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:31.971740 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4d8cdd09-d6d3-433e-9951-09fba4a5c961 req-ed2248e2-36a3-408e-99a4-d0f39b8b660e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0637794 Apr 11 15:23:32.028226 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4d8cdd09-d6d3-433e-9951-09fba4a5c961 req-491f9ca1-9c2e-4161-940e-3bb642ca5898 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457067 Apr 11 15:23:32.078967 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (30ba4b74-4eae-4629-ba76-289af76502d4), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:32.079992 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:32.080578 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:32.145155 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=30ba4b74-4eae-4629-ba76-289af76502d4,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:32.156528 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network 30ba4b74-4eae-4629-ba76-289af76502d4 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:23:32.281777 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-872cba52-bb03-48de-af4c-d429690aa0c1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7872398 Apr 11 15:23:32.284327 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60044) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:32.289347 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Request body: {'subnet': {'network_id': '30ba4b74-4eae-4629-ba76-289af76502d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1716060451-subnet', 'tenant_id': 'ab9da5f2d1a64e48a4748a5a03cf657d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:23:32.383415 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Made reservation on behalf of ab9da5f2d1a64e48a4748a5a03cf657d for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:23:32.385880 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:32.674369 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (6c104091-7cc0-46ec-a9de-47e423db8782), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:32.736471 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c104091-7cc0-46ec-a9de-47e423db8782,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:32.744621 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Checking segment: {'id': '8ed14047-3e4d-41f2-8734-6d68b2ef28cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '30ba4b74-4eae-4629-ba76-289af76502d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:23:32.744981 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Network hostable DHCP agents. Network: 30ba4b74-4eae-4629-ba76-289af76502d4, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:23:32.851088 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Network 30ba4b74-4eae-4629-ba76-289af76502d4 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:23:32.976372 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, 30ba4b74-4eae-4629-ba76-289af76502d4) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:23:32.981391 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:32.982629 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:32.985921 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7886356-6e3d-4f0b-b16e-20ac29056306 None None] Network 30ba4b74-4eae-4629-ba76-289af76502d4 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:23:33.088649 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a18ee-c815-4f54-84a0-85027945a395 None None] Network 30ba4b74-4eae-4629-ba76-289af76502d4 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:23:33.121924 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-d99eb6c1-cebb-4600-8122-e0118594c039 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8364711 Apr 11 15:23:33.183441 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38b1a2-743b-4989-81eb-49f13ad97a04 req-de445c10-dd8b-4528-83e4-7cc055b3de0f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:33.190677 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4f38b1a2-743b-4989-81eb-49f13ad97a04 req-de445c10-dd8b-4528-83e4-7cc055b3de0f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0912097 Apr 11 15:23:33.250107 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4f38b1a2-743b-4989-81eb-49f13ad97a04 req-ab6e23ca-c852-4fcf-8e79-8d00ba7d2cad tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584452 Apr 11 15:23:34.418138 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb020fa-73ba-42de-bc45-ddfe27a2ccbd req-d6556d92-44ab-41be-b605-dc0b2c4d5bd3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:34.418138 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6bb020fa-73ba-42de-bc45-ddfe27a2ccbd req-d6556d92-44ab-41be-b605-dc0b2c4d5bd3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0915444 Apr 11 15:23:34.505659 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6bb020fa-73ba-42de-bc45-ddfe27a2ccbd req-b3290411-37fa-4bb1-8f80-a19713ecf062 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874066 Apr 11 15:23:35.625784 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a914532-3678-4ae9-b415-c152e981b18c req-7b05c416-919a-48cf-92de-d0cd1e1d942f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:35.627320 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6a914532-3678-4ae9-b415-c152e981b18c req-7b05c416-919a-48cf-92de-d0cd1e1d942f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0532012 Apr 11 15:23:35.677919 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6a914532-3678-4ae9-b415-c152e981b18c req-1b63bec1-6eb7-43f2-b190-f8388fa92d4f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448432 Apr 11 15:23:36.790603 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8278e8-e214-4d93-84a4-3124560691a7 req-69061513-a9a8-4731-8c38-7fbc1d1481de tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:36.792105 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fc8278e8-e214-4d93-84a4-3124560691a7 req-69061513-a9a8-4731-8c38-7fbc1d1481de tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0469987 Apr 11 15:23:36.843562 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fc8278e8-e214-4d93-84a4-3124560691a7 req-2c1144ac-8a21-4186-988a-9e0e79509304 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453744 Apr 11 15:23:37.087992 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:37.958867 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eda81-6611-44b5-bae6-664ec2ca2126 req-ad7d9fc6-0923-4fff-9672-d8338e32c7d2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:37.961089 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a17eda81-6611-44b5-bae6-664ec2ca2126 req-ad7d9fc6-0923-4fff-9672-d8338e32c7d2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0480263 Apr 11 15:23:38.009616 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a17eda81-6611-44b5-bae6-664ec2ca2126 req-9cdab729-b1e3-4734-b1a6-4a500292ac1e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Apr 11 15:23:38.781442 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60290) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:38.882386 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60300) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:38.936787 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b768806d-5631-4761-bd4b-a72dcdb8df7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:38.981376 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96807f2c-e6ce-4319-a8bc-fc055d91d7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.055622 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b768806d-5631-4761-bd4b-a72dcdb8df7c admin admin] Publish callbacks [] for security_group (53b5d1d3-af06-4c2e-a821-8e2f93c41853), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.095279 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96807f2c-e6ce-4319-a8bc-fc055d91d7b7 admin admin] Publish callbacks [] for security_group (bd1fa6e8-a966-4d94-aa37-3fd391865276), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.124205 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8e48e-a0ad-478d-a08d-95953a506e26 req-7d913012-023d-49dc-bcf6-6ef2df56e372 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:39.125698 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-02e8e48e-a0ad-478d-a08d-95953a506e26 req-7d913012-023d-49dc-bcf6-6ef2df56e372 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0471528 Apr 11 15:23:39.127655 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b768806d-5631-4761-bd4b-a72dcdb8df7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (53b5d1d3-af06-4c2e-a821-8e2f93c41853), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.167214 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-b768806d-5631-4761-bd4b-a72dcdb8df7c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd5052f0f242401a9810fe52532223f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844931 Apr 11 15:23:39.171793 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768806d-5631-4761-bd4b-a72dcdb8df7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b5d1d3-af06-4c2e-a821-8e2f93c41853,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:39.172017 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60308) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:39.190714 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96807f2c-e6ce-4319-a8bc-fc055d91d7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (bd1fa6e8-a966-4d94-aa37-3fd391865276), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.194320 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-02e8e48e-a0ad-478d-a08d-95953a506e26 req-d4ba9aa0-0837-4bda-8679-8d331b76ae28 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616534 Apr 11 15:23:39.237434 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-96807f2c-e6ce-4319-a8bc-fc055d91d7b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8bcb3c19338044c5b7c81c84fc598023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531027 Apr 11 15:23:39.244265 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60314) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:39.246574 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96807f2c-e6ce-4319-a8bc-fc055d91d7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1fa6e8-a966-4d94-aa37-3fd391865276,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:39.256388 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bcfc-6c6b-440f-b98c-816542b693cd admin admin] Publish callbacks [] for security_group (53b5d1d3-af06-4c2e-a821-8e2f93c41853), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.290837 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bcfc-6c6b-440f-b98c-816542b693cd admin admin] Publish callbacks [] for security_group (53b5d1d3-af06-4c2e-a821-8e2f93c41853), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.308196 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c75b054c-83f5-4b70-8e11-3bc3f6aa696a admin admin] Publish callbacks [] for security_group (bd1fa6e8-a966-4d94-aa37-3fd391865276), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.337446 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c75b054c-83f5-4b70-8e11-3bc3f6aa696a admin admin] Publish callbacks [] for security_group (bd1fa6e8-a966-4d94-aa37-3fd391865276), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.390215 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60320) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:39.431703 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bcfc-6c6b-440f-b98c-816542b693cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (53b5d1d3-af06-4c2e-a821-8e2f93c41853), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.434543 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bcfc-6c6b-440f-b98c-816542b693cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.435801 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d0d4bcfc-6c6b-440f-b98c-816542b693cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/53b5d1d3-af06-4c2e-a821-8e2f93c41853 HTTP/1.1" status: 204 len: 168 time: 0.2642825 Apr 11 15:23:39.446774 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4bcfc-6c6b-440f-b98c-816542b693cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b5d1d3-af06-4c2e-a821-8e2f93c41853,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:39.469676 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c75b054c-83f5-4b70-8e11-3bc3f6aa696a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (bd1fa6e8-a966-4d94-aa37-3fd391865276), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.474501 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c75b054c-83f5-4b70-8e11-3bc3f6aa696a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.477509 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-c75b054c-83f5-4b70-8e11-3bc3f6aa696a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd1fa6e8-a966-4d94-aa37-3fd391865276 HTTP/1.1" status: 204 len: 168 time: 0.2320039 Apr 11 15:23:39.485998 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b054c-83f5-4b70-8e11-3bc3f6aa696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1fa6e8-a966-4d94-aa37-3fd391865276,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:39.520651 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8674031a-336d-4dc5-aea2-def3b14b8653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.602663 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8674031a-336d-4dc5-aea2-def3b14b8653 admin admin] Publish callbacks [] for security_group (56f9ed1b-2a50-4655-b90d-69f6bf27e1d9), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.704989 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8674031a-336d-4dc5-aea2-def3b14b8653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (56f9ed1b-2a50-4655-b90d-69f6bf27e1d9), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.748311 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-8674031a-336d-4dc5-aea2-def3b14b8653 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c1f9b2efd44477d9410968971a40f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569784 Apr 11 15:23:39.749390 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674031a-336d-4dc5-aea2-def3b14b8653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f9ed1b-2a50-4655-b90d-69f6bf27e1d9,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:39.750804 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60332) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:39.826506 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2bf3-a612-4696-9882-710cbffbf6fb admin admin] Publish callbacks [] for security_group (56f9ed1b-2a50-4655-b90d-69f6bf27e1d9), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:39.858858 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2bf3-a612-4696-9882-710cbffbf6fb admin admin] Publish callbacks [] for security_group (56f9ed1b-2a50-4655-b90d-69f6bf27e1d9), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.016961 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2bf3-a612-4696-9882-710cbffbf6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (56f9ed1b-2a50-4655-b90d-69f6bf27e1d9), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.019962 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2bf3-a612-4696-9882-710cbffbf6fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.021174 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-c1fc2bf3-a612-4696-9882-710cbffbf6fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/56f9ed1b-2a50-4655-b90d-69f6bf27e1d9 HTTP/1.1" status: 204 len: 168 time: 0.2693651 Apr 11 15:23:40.030473 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc2bf3-a612-4696-9882-710cbffbf6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f9ed1b-2a50-4655-b90d-69f6bf27e1d9,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:40.232958 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60352) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:40.246669 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97f529af-f136-45b8-9b0b-bf1c21992bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.334889 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5457-f3ca-457c-a657-81d811ab98e1 req-c15afa18-bc40-4ffc-8af8-85b274473b1c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:40.337109 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-269e5457-f3ca-457c-a657-81d811ab98e1 req-c15afa18-bc40-4ffc-8af8-85b274473b1c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0670879 Apr 11 15:23:40.413642 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97f529af-f136-45b8-9b0b-bf1c21992bc5 admin admin] Publish callbacks [] for security_group (dbfcdfae-299e-49ad-ad02-d52465efb7d8), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.417550 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-269e5457-f3ca-457c-a657-81d811ab98e1 req-6a817552-affe-4a17-96d0-a16fd0776460 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733318 Apr 11 15:23:40.505582 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-97f529af-f136-45b8-9b0b-bf1c21992bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (dbfcdfae-299e-49ad-ad02-d52465efb7d8), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.546499 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-97f529af-f136-45b8-9b0b-bf1c21992bc5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8eceb59fc85045ecbb3681bc3f71eb5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122807 Apr 11 15:23:40.549830 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60360) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:40.550590 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f529af-f136-45b8-9b0b-bf1c21992bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfcdfae-299e-49ad-ad02-d52465efb7d8,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:40.637509 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-970021e8-c5de-483e-bfb3-125142cc7781 admin admin] Publish callbacks [] for security_group (dbfcdfae-299e-49ad-ad02-d52465efb7d8), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.674078 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-970021e8-c5de-483e-bfb3-125142cc7781 admin admin] Publish callbacks [] for security_group (dbfcdfae-299e-49ad-ad02-d52465efb7d8), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.769116 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60366) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:40.782001 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8759e83-00f9-4161-a8fc-55d6aa44eaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.834410 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-970021e8-c5de-483e-bfb3-125142cc7781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (dbfcdfae-299e-49ad-ad02-d52465efb7d8), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.837097 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-970021e8-c5de-483e-bfb3-125142cc7781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:40.838337 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-970021e8-c5de-483e-bfb3-125142cc7781 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbfcdfae-299e-49ad-ad02-d52465efb7d8 HTTP/1.1" status: 204 len: 168 time: 0.2869201 Apr 11 15:23:40.858158 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970021e8-c5de-483e-bfb3-125142cc7781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfcdfae-299e-49ad-ad02-d52465efb7d8,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:40.937185 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8759e83-00f9-4161-a8fc-55d6aa44eaf6 admin admin] Publish callbacks [] for security_group (c44b6655-28e4-45a2-839d-f3d9a5dab437), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:41.004885 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8759e83-00f9-4161-a8fc-55d6aa44eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (c44b6655-28e4-45a2-839d-f3d9a5dab437), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:41.219322 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a8759e83-00f9-4161-a8fc-55d6aa44eaf6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86a1a1ab56114d22aa5ef8bfdd5fe622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490390 Apr 11 15:23:41.222021 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60382) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:41.224516 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8759e83-00f9-4161-a8fc-55d6aa44eaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b6655-28e4-45a2-839d-f3d9a5dab437,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:41.283211 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7aa4-edc4-4e7c-b019-92c596df0bb3 admin admin] Publish callbacks [] for security_group (c44b6655-28e4-45a2-839d-f3d9a5dab437), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:41.306701 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7aa4-edc4-4e7c-b019-92c596df0bb3 admin admin] Publish callbacks [] for security_group (c44b6655-28e4-45a2-839d-f3d9a5dab437), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:41.430709 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7aa4-edc4-4e7c-b019-92c596df0bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (c44b6655-28e4-45a2-839d-f3d9a5dab437), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:41.433317 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7aa4-edc4-4e7c-b019-92c596df0bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:41.434497 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-9f0d7aa4-edc4-4e7c-b019-92c596df0bb3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c44b6655-28e4-45a2-839d-f3d9a5dab437 HTTP/1.1" status: 204 len: 168 time: 0.2114255 Apr 11 15:23:41.442784 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d7aa4-edc4-4e7c-b019-92c596df0bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b6655-28e4-45a2-839d-f3d9a5dab437,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:41.542918 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360208-8b84-448b-9e23-0a94fc03753e req-657c2dc2-b6ff-4ab3-be4e-fd1c24b3f2b2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:41.544551 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-44360208-8b84-448b-9e23-0a94fc03753e req-657c2dc2-b6ff-4ab3-be4e-fd1c24b3f2b2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0534160 Apr 11 15:23:41.595836 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-44360208-8b84-448b-9e23-0a94fc03753e req-d4f64dff-64f7-4bea-a2af-4c44333f6351 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452864 Apr 11 15:23:41.654006 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60390) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:41.666901 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e643-4bb5-458b-940c-061f01bfb322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:41.748831 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e643-4bb5-458b-940c-061f01bfb322 admin admin] Publish callbacks [] for security_group (95ca5570-c85a-427a-a38b-93a94352eeb3), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:41.816400 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9ab1e643-4bb5-458b-940c-061f01bfb322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (95ca5570-c85a-427a-a38b-93a94352eeb3), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:41.860418 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-9ab1e643-4bb5-458b-940c-061f01bfb322 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ab2c07f299e4538b77dd39b2ddd0774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053258 Apr 11 15:23:41.863439 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1e643-4bb5-458b-940c-061f01bfb322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca5570-c85a-427a-a38b-93a94352eeb3,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:41.864544 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60394) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:41.937448 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53c2fc83-3950-4f21-8f68-bfa0004aa2b4 admin admin] Publish callbacks [] for security_group (95ca5570-c85a-427a-a38b-93a94352eeb3), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:41.973920 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53c2fc83-3950-4f21-8f68-bfa0004aa2b4 admin admin] Publish callbacks [] for security_group (95ca5570-c85a-427a-a38b-93a94352eeb3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:42.036830 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1e174ec8-ef8e-4b56-bd45-c12fe3d4a2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:42.170189 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53c2fc83-3950-4f21-8f68-bfa0004aa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (95ca5570-c85a-427a-a38b-93a94352eeb3), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:42.172907 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53c2fc83-3950-4f21-8f68-bfa0004aa2b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:42.175267 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-53c2fc83-3950-4f21-8f68-bfa0004aa2b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/95ca5570-c85a-427a-a38b-93a94352eeb3 HTTP/1.1" status: 204 len: 168 time: 0.3092091 Apr 11 15:23:42.185160 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2fc83-3950-4f21-8f68-bfa0004aa2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca5570-c85a-427a-a38b-93a94352eeb3,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:42.720603 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca05b5-c8ae-47d1-b432-2b6e7715a62d req-66a06fe1-2235-4926-a810-9b67d4f91c69 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:42.728972 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9cca05b5-c8ae-47d1-b432-2b6e7715a62d req-66a06fe1-2235-4926-a810-9b67d4f91c69 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0624404 Apr 11 15:23:42.775666 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9cca05b5-c8ae-47d1-b432-2b6e7715a62d req-cce024cc-49c8-4eb7-b2f3-c20e6ca89ca9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Apr 11 15:23:43.890485 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b355933-b1e2-4144-ab9e-f132e05002d1 req-cecc389c-038c-4234-b042-f99a53d9ede6 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:43.892142 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4b355933-b1e2-4144-ab9e-f132e05002d1 req-cecc389c-038c-4234-b042-f99a53d9ede6 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0471165 Apr 11 15:23:43.966014 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4b355933-b1e2-4144-ab9e-f132e05002d1 req-811c86b9-e882-4c82-8b69-3452c4698a2b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676968 Apr 11 15:23:44.462542 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-9153d5ce-bd44-4e09-8ee0-e5fd5efd145d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.048949 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60542) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:45.085628 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60546) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:45.095911 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea50ba1-d06c-4661-a03c-593f002e9e97 req-0c04cda2-e146-4aab-97dc-f6a75f7d4d2c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:45.097462 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aea50ba1-d06c-4661-a03c-593f002e9e97 req-0c04cda2-e146-4aab-97dc-f6a75f7d4d2c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0577612 Apr 11 15:23:45.153066 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aea50ba1-d06c-4661-a03c-593f002e9e97 req-7dc76b71-9c06-4e0e-a8d7-7315a58ec8e1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499384 Apr 11 15:23:45.186141 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56f597e0-8601-4f46-a7ca-ec11ac343a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.225532 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f75b-cfb5-452a-abdd-59a7fcfd2cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.404928 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56f597e0-8601-4f46-a7ca-ec11ac343a8e admin admin] Publish callbacks [] for security_group (976076c2-632e-490c-92a1-8d863e7a73c4), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.406912 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f75b-cfb5-452a-abdd-59a7fcfd2cdc admin admin] Publish callbacks [] for security_group (615b80e5-8b71-4df1-b361-755351b1c70f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.452189 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60556) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:45.465059 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.494080 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0eb1f75b-cfb5-452a-abdd-59a7fcfd2cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (615b80e5-8b71-4df1-b361-755351b1c70f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.499317 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56f597e0-8601-4f46-a7ca-ec11ac343a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (976076c2-632e-490c-92a1-8d863e7a73c4), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.554982 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-56f597e0-8601-4f46-a7ca-ec11ac343a8e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7cee2a7d44cc4611898ae4459fe595ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5044708 Apr 11 15:23:45.556726 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1f75b-cfb5-452a-abdd-59a7fcfd2cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615b80e5-8b71-4df1-b361-755351b1c70f,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:45.557784 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60562) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:45.568092 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-0eb1f75b-cfb5-452a-abdd-59a7fcfd2cdc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a9086df984a541da8cf19002ffe4fd5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776394 Apr 11 15:23:45.568092 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60564) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:45.613447 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f597e0-8601-4f46-a7ca-ec11ac343a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976076c2-632e-490c-92a1-8d863e7a73c4,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:45.635001 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-de7c0091-9b1b-4749-93e4-813024eca176 admin admin] Publish callbacks [] for security_group (976076c2-632e-490c-92a1-8d863e7a73c4), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.640891 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b41eefd9-1503-4b2e-bb6f-647f825a0269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.656706 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-de7c0091-9b1b-4749-93e4-813024eca176 admin admin] Publish callbacks [] for security_group (976076c2-632e-490c-92a1-8d863e7a73c4), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.665139 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06aa3416-11cb-4f04-b520-8fda49477473 admin admin] Publish callbacks [] for security_group (615b80e5-8b71-4df1-b361-755351b1c70f), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.699760 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06aa3416-11cb-4f04-b520-8fda49477473 admin admin] Publish callbacks [] for security_group (615b80e5-8b71-4df1-b361-755351b1c70f), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.822129 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-de7c0091-9b1b-4749-93e4-813024eca176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (976076c2-632e-490c-92a1-8d863e7a73c4), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.824180 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06aa3416-11cb-4f04-b520-8fda49477473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (615b80e5-8b71-4df1-b361-755351b1c70f), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.825240 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-de7c0091-9b1b-4749-93e4-813024eca176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.826733 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-de7c0091-9b1b-4749-93e4-813024eca176 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/976076c2-632e-490c-92a1-8d863e7a73c4 HTTP/1.1" status: 204 len: 168 time: 0.2573090 Apr 11 15:23:45.827447 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-06aa3416-11cb-4f04-b520-8fda49477473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.828634 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-06aa3416-11cb-4f04-b520-8fda49477473 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/615b80e5-8b71-4df1-b361-755351b1c70f HTTP/1.1" status: 204 len: 168 time: 0.2605560 Apr 11 15:23:45.847459 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c0091-9b1b-4749-93e4-813024eca176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976076c2-632e-490c-92a1-8d863e7a73c4,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:45.853114 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa3416-11cb-4f04-b520-8fda49477473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615b80e5-8b71-4df1-b361-755351b1c70f,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:45.903893 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b41eefd9-1503-4b2e-bb6f-647f825a0269 admin admin] Publish callbacks [] for security_group (742c22ba-0714-4f95-8199-c4ad0c65eba4), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:45.985022 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b41eefd9-1503-4b2e-bb6f-647f825a0269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (742c22ba-0714-4f95-8199-c4ad0c65eba4), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:46.026280 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41eefd9-1503-4b2e-bb6f-647f825a0269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742c22ba-0714-4f95-8199-c4ad0c65eba4,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:46.029047 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-b41eefd9-1503-4b2e-bb6f-647f825a0269 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f893b08fe654c2dae8f5aa8fac373af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5758615 Apr 11 15:23:46.032874 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60578) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:46.089258 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c97cf4e3-baf2-4077-88c0-80def95f3fec admin admin] Publish callbacks [] for security_group (742c22ba-0714-4f95-8199-c4ad0c65eba4), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:46.107668 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c97cf4e3-baf2-4077-88c0-80def95f3fec admin admin] Publish callbacks [] for security_group (742c22ba-0714-4f95-8199-c4ad0c65eba4), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:46.286819 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c97cf4e3-baf2-4077-88c0-80def95f3fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (742c22ba-0714-4f95-8199-c4ad0c65eba4), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:46.290105 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c97cf4e3-baf2-4077-88c0-80def95f3fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:46.294320 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-c97cf4e3-baf2-4077-88c0-80def95f3fec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/742c22ba-0714-4f95-8199-c4ad0c65eba4 HTTP/1.1" status: 204 len: 168 time: 0.2572606 Apr 11 15:23:46.306070 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cf4e3-baf2-4077-88c0-80def95f3fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742c22ba-0714-4f95-8199-c4ad0c65eba4,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:46.319771 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bb55-80e0-4276-ac00-84fb2eb87a55 req-1fc98129-41a5-40e9-9891-e109ba1dfe9e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:46.321427 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fc67bb55-80e0-4276-ac00-84fb2eb87a55 req-1fc98129-41a5-40e9-9891-e109ba1dfe9e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0691392 Apr 11 15:23:46.385291 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fc67bb55-80e0-4276-ac00-84fb2eb87a55 req-4e6a6f20-48db-421d-89cc-e4ba9c5cfbbc tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536554 Apr 11 15:23:46.792466 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:47.210034 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60620) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:47.226104 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-86d6f59e-8135-480d-9ee2-d95928f2feba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:47.307428 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-86d6f59e-8135-480d-9ee2-d95928f2feba admin admin] Publish callbacks [] for security_group (3f55e758-952e-4cc8-88e7-dc575f9f3419), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:47.370356 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-86d6f59e-8135-480d-9ee2-d95928f2feba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (3f55e758-952e-4cc8-88e7-dc575f9f3419), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:47.409167 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-86d6f59e-8135-480d-9ee2-d95928f2feba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f1ef37f896a4ebe95321e9b2f43fc56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968553 Apr 11 15:23:47.409903 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6f59e-8135-480d-9ee2-d95928f2feba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f55e758-952e-4cc8-88e7-dc575f9f3419,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:47.411878 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60630) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:47.475007 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c29f8ded-4eb2-4d85-8da9-add41d6e3e9b admin admin] Publish callbacks [] for security_group (3f55e758-952e-4cc8-88e7-dc575f9f3419), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:47.501973 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c29f8ded-4eb2-4d85-8da9-add41d6e3e9b admin admin] Publish callbacks [] for security_group (3f55e758-952e-4cc8-88e7-dc575f9f3419), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:47.533430 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3908a2-0456-4b01-bc99-c9d0e3b0cac8 req-1a865271-6074-4f44-b87b-f40d8ae37b7f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:47.535530 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3b3908a2-0456-4b01-bc99-c9d0e3b0cac8 req-1a865271-6074-4f44-b87b-f40d8ae37b7f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0707111 Apr 11 15:23:47.592251 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3b3908a2-0456-4b01-bc99-c9d0e3b0cac8 req-6958e0e4-49f4-4b27-80a6-8910e40f8d11 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508316 Apr 11 15:23:47.630869 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c29f8ded-4eb2-4d85-8da9-add41d6e3e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (3f55e758-952e-4cc8-88e7-dc575f9f3419), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:47.634543 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c29f8ded-4eb2-4d85-8da9-add41d6e3e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:47.636079 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-c29f8ded-4eb2-4d85-8da9-add41d6e3e9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f55e758-952e-4cc8-88e7-dc575f9f3419 HTTP/1.1" status: 204 len: 168 time: 0.2231007 Apr 11 15:23:47.644055 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f8ded-4eb2-4d85-8da9-add41d6e3e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f55e758-952e-4cc8-88e7-dc575f9f3419,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:48.359099 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:48.701940 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9acad6-c087-4b1d-8bf2-b899a2ecb8f9 req-62516075-0bef-4829-871e-0e3e436b9dbc tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:48.703450 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0d9acad6-c087-4b1d-8bf2-b899a2ecb8f9 req-62516075-0bef-4829-871e-0e3e436b9dbc tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0495720 Apr 11 15:23:48.757259 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0d9acad6-c087-4b1d-8bf2-b899a2ecb8f9 req-6f1d0749-aa7e-4b82-91b6-302625574c7d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482764 Apr 11 15:23:49.907508 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c8a2-e01e-46b2-8b14-8cf527d30cd3 req-dadadb8a-2d07-49fc-8ce8-917c9481e336 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:49.912085 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aaf4c8a2-e01e-46b2-8b14-8cf527d30cd3 req-dadadb8a-2d07-49fc-8ce8-917c9481e336 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0555503 Apr 11 15:23:49.964134 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aaf4c8a2-e01e-46b2-8b14-8cf527d30cd3 req-408184cc-f098-4b2d-acdc-205a14a61784 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488477 Apr 11 15:23:50.950081 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60812) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:51.089666 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95209e-a5e0-4805-b935-2b747ae2fa2a req-636b53de-94ca-4a8c-9094-007548305f1a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:51.091291 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be95209e-a5e0-4805-b935-2b747ae2fa2a req-636b53de-94ca-4a8c-9094-007548305f1a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0559490 Apr 11 15:23:51.099812 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17a97a63-5943-4499-b2f5-ff62724e5fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:51.151127 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be95209e-a5e0-4805-b935-2b747ae2fa2a req-69148c0b-c5f3-40da-9ad7-19cba846a63c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541260 Apr 11 15:23:51.193759 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17a97a63-5943-4499-b2f5-ff62724e5fbc admin admin] Publish callbacks [] for security_group (a5c5a122-faef-443d-b8f5-8d1fee277410), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:51.328309 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-17a97a63-5943-4499-b2f5-ff62724e5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a5c5a122-faef-443d-b8f5-8d1fee277410), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:51.381263 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-17a97a63-5943-4499-b2f5-ff62724e5fbc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a8ff6e1ebe6947bf97d83b6071c2e4e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300792 Apr 11 15:23:51.383250 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a97a63-5943-4499-b2f5-ff62724e5fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c5a122-faef-443d-b8f5-8d1fee277410,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:51.384157 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60826) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:51.434949 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-58b92f74-2fe6-45e8-a907-998de84b411b admin admin] Publish callbacks [] for security_group (a5c5a122-faef-443d-b8f5-8d1fee277410), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:51.456761 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-58b92f74-2fe6-45e8-a907-998de84b411b admin admin] Publish callbacks [] for security_group (a5c5a122-faef-443d-b8f5-8d1fee277410), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:51.585741 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-58b92f74-2fe6-45e8-a907-998de84b411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a5c5a122-faef-443d-b8f5-8d1fee277410), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:51.588740 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-58b92f74-2fe6-45e8-a907-998de84b411b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:51.590073 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-58b92f74-2fe6-45e8-a907-998de84b411b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5c5a122-faef-443d-b8f5-8d1fee277410 HTTP/1.1" status: 204 len: 168 time: 0.2049055 Apr 11 15:23:51.599732 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b92f74-2fe6-45e8-a907-998de84b411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c5a122-faef-443d-b8f5-8d1fee277410,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:52.245647 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60842) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:52.259798 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8f7379a2-1f66-41f1-b948-4758308ad196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:52.300383 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801bf04-7ee2-4856-bb29-4e8197ddf7a6 req-18edca98-efcf-42c9-891e-02cf850ac628 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:52.301994 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6801bf04-7ee2-4856-bb29-4e8197ddf7a6 req-18edca98-efcf-42c9-891e-02cf850ac628 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0571554 Apr 11 15:23:52.350226 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8f7379a2-1f66-41f1-b948-4758308ad196 admin admin] Publish callbacks [] for security_group (1d7d4a56-1dd9-42af-ae58-e6240783195c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:52.355322 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6801bf04-7ee2-4856-bb29-4e8197ddf7a6 req-6d38ab28-2d97-4095-98f0-aeae042b6110 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473213 Apr 11 15:23:52.416085 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8f7379a2-1f66-41f1-b948-4758308ad196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (1d7d4a56-1dd9-42af-ae58-e6240783195c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:52.457153 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-8f7379a2-1f66-41f1-b948-4758308ad196 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=effe9c9d2813467e869672e7b5adefd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102323 Apr 11 15:23:52.458089 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7379a2-1f66-41f1-b948-4758308ad196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7d4a56-1dd9-42af-ae58-e6240783195c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:52.459928 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60844) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:52.511113 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c7be9d1a-14c7-406e-ae14-747fc21c9e93 admin admin] Publish callbacks [] for security_group (1d7d4a56-1dd9-42af-ae58-e6240783195c), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:52.531626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c7be9d1a-14c7-406e-ae14-747fc21c9e93 admin admin] Publish callbacks [] for security_group (1d7d4a56-1dd9-42af-ae58-e6240783195c), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:52.671282 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c7be9d1a-14c7-406e-ae14-747fc21c9e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (1d7d4a56-1dd9-42af-ae58-e6240783195c), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:52.674123 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c7be9d1a-14c7-406e-ae14-747fc21c9e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:52.675290 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-c7be9d1a-14c7-406e-ae14-747fc21c9e93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d7d4a56-1dd9-42af-ae58-e6240783195c HTTP/1.1" status: 204 len: 168 time: 0.2143729 Apr 11 15:23:52.683586 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be9d1a-14c7-406e-ae14-747fc21c9e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7d4a56-1dd9-42af-ae58-e6240783195c,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:53.480215 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67693f20-bf2d-4f24-b04b-cc8cce1486f2 req-04ad928b-8781-4cb8-9b0a-e57da761801e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:53.481721 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-67693f20-bf2d-4f24-b04b-cc8cce1486f2 req-04ad928b-8781-4cb8-9b0a-e57da761801e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0577834 Apr 11 15:23:53.535048 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-67693f20-bf2d-4f24-b04b-cc8cce1486f2 req-90448afd-7ab4-4fc1-a3e1-d5d5a3bf68e8 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475352 Apr 11 15:23:54.654301 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3ba98-7165-439e-9c12-ed211f9d207e req-061c1899-0603-404f-968d-3d91b7ab9b0b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:54.655802 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bda3ba98-7165-439e-9c12-ed211f9d207e req-061c1899-0603-404f-968d-3d91b7ab9b0b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0512185 Apr 11 15:23:54.704994 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bda3ba98-7165-439e-9c12-ed211f9d207e req-2ec0c13c-84cf-4485-a733-bac53b233504 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435200 Apr 11 15:23:55.236209 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60926) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:55.346216 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-63811b4c-70e5-496c-859d-cf56da0298cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:55.425882 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-63811b4c-70e5-496c-859d-cf56da0298cb admin admin] Publish callbacks [] for security_group (e2fcb65a-922d-4dfd-9d8d-d2d18ff75560), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:55.526640 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-63811b4c-70e5-496c-859d-cf56da0298cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (e2fcb65a-922d-4dfd-9d8d-d2d18ff75560), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:55.567249 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63811b4c-70e5-496c-859d-cf56da0298cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fcb65a-922d-4dfd-9d8d-d2d18ff75560,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:55.573676 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-63811b4c-70e5-496c-859d-cf56da0298cb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60837707a6264af18865c9ccf97fd1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359635 Apr 11 15:23:55.576338 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60936) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:55.630159 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0da28213-eba3-47cd-89d1-629467eff9fa admin admin] Publish callbacks [] for security_group (e2fcb65a-922d-4dfd-9d8d-d2d18ff75560), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:55.652227 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0da28213-eba3-47cd-89d1-629467eff9fa admin admin] Publish callbacks [] for security_group (e2fcb65a-922d-4dfd-9d8d-d2d18ff75560), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:55.818187 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0da28213-eba3-47cd-89d1-629467eff9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (e2fcb65a-922d-4dfd-9d8d-d2d18ff75560), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:55.820745 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0da28213-eba3-47cd-89d1-629467eff9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:55.822934 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0da28213-eba3-47cd-89d1-629467eff9fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2fcb65a-922d-4dfd-9d8d-d2d18ff75560 HTTP/1.1" status: 204 len: 168 time: 0.2447300 Apr 11 15:23:55.841554 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da28213-eba3-47cd-89d1-629467eff9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fcb65a-922d-4dfd-9d8d-d2d18ff75560,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:55.862289 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a5e5c-2b9b-4877-8e84-806f02626a9f req-0458f3e6-bcc7-4f6c-bfdc-801c563c2715 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:55.864145 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-750a5e5c-2b9b-4877-8e84-806f02626a9f req-0458f3e6-bcc7-4f6c-bfdc-801c563c2715 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0865412 Apr 11 15:23:55.919989 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-750a5e5c-2b9b-4877-8e84-806f02626a9f req-a1919f57-426e-4f5d-afdd-d97e1b37012d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472782 Apr 11 15:23:56.561846 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 60976) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:56.575650 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0f16e410-aa88-46b8-8582-6b80e1aa83fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:56.653699 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0f16e410-aa88-46b8-8582-6b80e1aa83fd admin admin] Publish callbacks [] for security_group (c62204c9-5c67-41ca-acce-a7474c87978f), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:56.711509 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0f16e410-aa88-46b8-8582-6b80e1aa83fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (c62204c9-5c67-41ca-acce-a7474c87978f), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:56.751314 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0f16e410-aa88-46b8-8582-6b80e1aa83fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a51670557e44ff3bf3373843735ff97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882987 Apr 11 15:23:56.752218 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16e410-aa88-46b8-8582-6b80e1aa83fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62204c9-5c67-41ca-acce-a7474c87978f,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:56.754161 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 60982) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:23:56.803781 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58f705b6-8f61-4eab-81c1-e208d16e2dd7 admin admin] Publish callbacks [] for security_group (c62204c9-5c67-41ca-acce-a7474c87978f), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:56.828965 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58f705b6-8f61-4eab-81c1-e208d16e2dd7 admin admin] Publish callbacks [] for security_group (c62204c9-5c67-41ca-acce-a7474c87978f), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:56.946063 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58f705b6-8f61-4eab-81c1-e208d16e2dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (c62204c9-5c67-41ca-acce-a7474c87978f), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:56.950068 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-58f705b6-8f61-4eab-81c1-e208d16e2dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:23:56.951339 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-58f705b6-8f61-4eab-81c1-e208d16e2dd7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c62204c9-5c67-41ca-acce-a7474c87978f HTTP/1.1" status: 204 len: 168 time: 0.1961293 Apr 11 15:23:56.960799 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f705b6-8f61-4eab-81c1-e208d16e2dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62204c9-5c67-41ca-acce-a7474c87978f,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:23:57.089208 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b16758-37e9-4e54-a969-c9f5617d3366 req-ef4ab0a0-8618-45a6-9733-6a27b4d165f9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:57.090962 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-62b16758-37e9-4e54-a969-c9f5617d3366 req-ef4ab0a0-8618-45a6-9733-6a27b4d165f9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0925944 Apr 11 15:23:57.138131 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-62b16758-37e9-4e54-a969-c9f5617d3366 req-43fd29ca-295d-452f-beb3-b2cca4d224f2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 Apr 11 15:23:58.263326 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce8231-4d5d-45f3-87f6-e1a29f880f55 req-7085dcea-67e1-4678-8755-c3e5cc9fb3b7 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:58.264841 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fcce8231-4d5d-45f3-87f6-e1a29f880f55 req-7085dcea-67e1-4678-8755-c3e5cc9fb3b7 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0478349 Apr 11 15:23:58.314882 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fcce8231-4d5d-45f3-87f6-e1a29f880f55 req-6e2b1322-9134-4573-8f37-a415fc70d0e4 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445805 Apr 11 15:23:59.430993 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6d63b-74b4-468f-b7b7-f96f150b1b74 req-2c4c8626-4a63-4f70-8692-07699e89217d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:59.432597 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d8b6d63b-74b4-468f-b7b7-f96f150b1b74 req-2c4c8626-4a63-4f70-8692-07699e89217d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0473440 Apr 11 15:23:59.484795 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d8b6d63b-74b4-468f-b7b7-f96f150b1b74 req-f6d270db-d626-4071-9197-b240d295654b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465214 Apr 11 15:23:59.783787 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b9813-5d5c-4907-b558-7ac59c2421c7 req-a8d89b4c-b1cb-44e2-a7f8-944fc00d8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:23:59.785288 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-322b9813-5d5c-4907-b558-7ac59c2421c7 req-a8d89b4c-b1cb-44e2-a7f8-944fc00d8552 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 1129 time: 0.0379536 Apr 11 15:23:59.831109 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-322b9813-5d5c-4907-b558-7ac59c2421c7 req-67fc1835-3883-4e71-ac95-5cf39e9b9555 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386164 Apr 11 15:24:00.606681 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c575b2-0ffd-4fc9-ace0-6c3ac26fd919 req-b2c43d92-65f3-4542-9dc4-72b4ec2f14a0 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:00.608215 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a7c575b2-0ffd-4fc9-ace0-6c3ac26fd919 req-b2c43d92-65f3-4542-9dc4-72b4ec2f14a0 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0541511 Apr 11 15:24:00.658146 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a7c575b2-0ffd-4fc9-ace0-6c3ac26fd919 req-70493552-86f2-4d38-94ea-684e85feb69e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 Apr 11 15:24:01.782820 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373cb8c-9e4e-4cfc-a765-781e953bf746 req-7882a599-b771-45eb-818d-bf405c4f316e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:01.786077 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2373cb8c-9e4e-4cfc-a765-781e953bf746 req-7882a599-b771-45eb-818d-bf405c4f316e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0528359 Apr 11 15:24:01.838006 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2373cb8c-9e4e-4cfc-a765-781e953bf746 req-20951576-e6bc-42b6-ad5d-d6cff6296310 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473247 Apr 11 15:24:01.972659 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c52a3-d557-4890-8317-52695b954249 req-b7823b2b-e5d8-4cab-b400-f86ebdc2d097 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:01.974673 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-739c52a3-d557-4890-8317-52695b954249 req-b7823b2b-e5d8-4cab-b400-f86ebdc2d097 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0548418 Apr 11 15:24:02.024977 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-739c52a3-d557-4890-8317-52695b954249 req-d41d7701-860c-4482-a11c-be8258a8bdee tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412669 Apr 11 15:24:02.245970 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 32960) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:02.362179 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe1e3-49a2-4f3e-aa67-5ecae5bb554c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:02.445116 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe1e3-49a2-4f3e-aa67-5ecae5bb554c admin admin] Publish callbacks [] for security_group (677561fc-35e3-4fe8-b555-c07f6f30dc05), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:02.502180 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe1e3-49a2-4f3e-aa67-5ecae5bb554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (677561fc-35e3-4fe8-b555-c07f6f30dc05), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:02.554695 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-3a3fe1e3-49a2-4f3e-aa67-5ecae5bb554c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=237f0d1f2af047198d05abfc78452590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076200 Apr 11 15:24:02.555977 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fe1e3-49a2-4f3e-aa67-5ecae5bb554c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677561fc-35e3-4fe8-b555-c07f6f30dc05,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:02.557405 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 32972) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:02.610048 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c9c8befa-d3b9-409d-96db-8be2dbd55a33 admin admin] Publish callbacks [] for security_group (677561fc-35e3-4fe8-b555-c07f6f30dc05), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:02.631617 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c9c8befa-d3b9-409d-96db-8be2dbd55a33 admin admin] Publish callbacks [] for security_group (677561fc-35e3-4fe8-b555-c07f6f30dc05), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:02.762679 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c9c8befa-d3b9-409d-96db-8be2dbd55a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (677561fc-35e3-4fe8-b555-c07f6f30dc05), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:02.766051 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c9c8befa-d3b9-409d-96db-8be2dbd55a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:02.771592 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-c9c8befa-d3b9-409d-96db-8be2dbd55a33 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/677561fc-35e3-4fe8-b555-c07f6f30dc05 HTTP/1.1" status: 204 len: 168 time: 0.2090743 Apr 11 15:24:02.777231 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8befa-d3b9-409d-96db-8be2dbd55a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677561fc-35e3-4fe8-b555-c07f6f30dc05,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:03.031364 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:24:05.874574 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0a26a282-2380-4603-9972-3bd1593df523 req-63750850-5d66-4d4c-b65f-4f926b27c2fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391276 Apr 11 15:24:05.951970 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a282-2380-4603-9972-3bd1593df523 req-e2d214e8-9e3a-40ae-b7f4-836b762f9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:05.953503 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0a26a282-2380-4603-9972-3bd1593df523 req-e2d214e8-9e3a-40ae-b7f4-836b762f9bcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 1130 time: 0.0493677 Apr 11 15:24:06.058217 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a282-2380-4603-9972-3bd1593df523 req-40ff0289-af8b-41fd-b10f-ae348155854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:06.060496 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0a26a282-2380-4603-9972-3bd1593df523 req-40ff0289-af8b-41fd-b10f-ae348155854b service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.0847244 Apr 11 15:24:06.110908 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0a26a282-2380-4603-9972-3bd1593df523 req-b41a36ae-3208-488d-8104-8a4d4ebed45f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6 HTTP/1.1" status: 200 len: 217 time: 0.0383694 Apr 11 15:24:06.161011 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a282-2380-4603-9972-3bd1593df523 req-6d22bc1f-3e0c-41a7-8633-36528d5cb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:06.162465 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0a26a282-2380-4603-9972-3bd1593df523 req-6d22bc1f-3e0c-41a7-8633-36528d5cb9b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0435970 Apr 11 15:24:06.210125 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a282-2380-4603-9972-3bd1593df523 req-ef10c411-8a82-42ea-b8dc-9455e355a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:06.211672 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0a26a282-2380-4603-9972-3bd1593df523 req-ef10c411-8a82-42ea-b8dc-9455e355a0e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424645 Apr 11 15:24:06.311711 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0a26a282-2380-4603-9972-3bd1593df523 req-d5474c8a-d224-4cca-b36c-150eb3bcda30 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932965 Apr 11 15:24:06.404518 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0a26a282-2380-4603-9972-3bd1593df523 req-b1e678bb-dc1d-4e5a-9e7c-8a2ed93c791c service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859804 Apr 11 15:24:07.067523 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.186024 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33088) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:07.233107 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4c46ca-befa-4d05-bced-130725e78176 admin admin] Deleting subnet 0135849b-3987-49b6-889a-d36b08b8fab8 {{(pid=103868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:24:07.236834 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a4c46ca-befa-4d05-bced-130725e78176 admin admin] Publish callbacks [] for subnet (0135849b-3987-49b6-889a-d36b08b8fab8), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.273289 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a4c46ca-befa-4d05-bced-130725e78176 admin admin] Publish callbacks [] for subnet (0135849b-3987-49b6-889a-d36b08b8fab8), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.280183 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a4c46ca-befa-4d05-bced-130725e78176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (0135849b-3987-49b6-889a-d36b08b8fab8), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.428136 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a4c46ca-befa-4d05-bced-130725e78176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for subnet (0135849b-3987-49b6-889a-d36b08b8fab8), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.430675 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f764-6866-4f78-8a5a-d35e8e883fbd req-b2697e8d-c70b-4afb-8d43-ce3cd5a129fe tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:07.432273 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a049f764-6866-4f78-8a5a-d35e8e883fbd req-b2697e8d-c70b-4afb-8d43-ce3cd5a129fe tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0489259 Apr 11 15:24:07.454583 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c46ca-befa-4d05-bced-130725e78176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0135849b-3987-49b6-889a-d36b08b8fab8,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:07.464064 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7a4c46ca-befa-4d05-bced-130725e78176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.467867 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-7a4c46ca-befa-4d05-bced-130725e78176 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0135849b-3987-49b6-889a-d36b08b8fab8 HTTP/1.1" status: 204 len: 168 time: 0.2806604 Apr 11 15:24:07.470449 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33100) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:07.514677 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-dd87f2b6-7d14-44fb-b75f-32ca71c03bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:07.516198 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-dd87f2b6-7d14-44fb-b75f-32ca71c03bab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 1130 time: 0.0603640 Apr 11 15:24:07.519707 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a049f764-6866-4f78-8a5a-d35e8e883fbd req-0999cb23-6b0d-41ed-9e78-9f71e80a3ac6 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810268 Apr 11 15:24:07.539322 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (6a9dbbf2-546d-4278-89fb-0394a2a86bbc), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.639201 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (6a9dbbf2-546d-4278-89fb-0394a2a86bbc), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.641473 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-47149af6-9b6f-44a9-93d2-10a225791ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:07.643338 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-47149af6-9b6f-44a9-93d2-10a225791ddc service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.1201193 Apr 11 15:24:07.661264 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.661680 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.662439 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.662796 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > port after_create 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.663127 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.663450 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > port after_update 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.663798 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.664119 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.664436 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.665337 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.689971 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-043df346-b3f3-4458-8234-317edfcfb90f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6 HTTP/1.1" status: 200 len: 217 time: 0.0400879 Apr 11 15:24:07.739994 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-3b42c2c4-2400-49b6-abde-02e0e7cda2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:07.741451 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-3b42c2c4-2400-49b6-abde-02e0e7cda2ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0434215 Apr 11 15:24:07.752386 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.752747 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.753193 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.753564 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 15:24:07.753947 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9dbbf2-546d-4278-89fb-0394a2a86bbc']}} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:07.772227 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c3d199-bc72-4d58-8c5f-7c3c9fd2a217') {'for_net_delete': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:07.772542 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c3d199-bc72-4d58-8c5f-7c3c9fd2a217') {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:07.784502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-b88a75cc-3355-4bd9-8c23-9c79b47018f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:07.786088 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-b88a75cc-3355-4bd9-8c23-9c79b47018f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375769 Apr 11 15:24:07.790443 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10103209'] for segment (b0c3d199-bc72-4d58-8c5f-7c3c9fd2a217), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.817181 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (b0c3d199-bc72-4d58-8c5f-7c3c9fd2a217), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.827789 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:24:07.828265 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10357356'] for segment (b0c3d199-bc72-4d58-8c5f-7c3c9fd2a217), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: from cryptography.utils import int_from_bytes Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: from cryptography.utils import int_from_bytes Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: Traceback (most recent call last): Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: timer() Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: cb(*args, **kw) Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: return func(*args, **kwargs) Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: self._notify() Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: self.callback(batched_events) Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: event.method(event) Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: return f(self, *a, **k) Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._get(url).json() Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: return self.request(url, 'GET', **kwargs) Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:24:07.832591 dv-cinder-836083-4-iscsi neutron-server[103868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:24:07.885664 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-23220820-a6bf-4cdf-b57c-0a65471fd98c service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930667 Apr 11 15:24:07.947821 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (6a9dbbf2-546d-4278-89fb-0394a2a86bbc), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.954173 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:07.958058 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6a9dbbf2-546d-4278-89fb-0394a2a86bbc HTTP/1.1" status: 204 len: 168 time: 0.4866216 Apr 11 15:24:07.961176 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33110) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:07.985241 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1172c2ad-5317-4941-ad7c-37fe3a00ea79 req-b9ad5e85-1b8b-439e-bf4e-808c604998a3 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928607 Apr 11 15:24:08.002380 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67920e43-7b9e-4873-af67-9d2abc756c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a9dbbf2-546d-4278-89fb-0394a2a86bbc,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:08.027670 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b75e166-3382-4cba-b1e9-412925e5971f admin admin] Deleting subnet 6c104091-7cc0-46ec-a9de-47e423db8782 {{(pid=103868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:24:08.036203 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b75e166-3382-4cba-b1e9-412925e5971f admin admin] Publish callbacks [] for subnet (6c104091-7cc0-46ec-a9de-47e423db8782), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.076435 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b75e166-3382-4cba-b1e9-412925e5971f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10103200'] for subnet (6c104091-7cc0-46ec-a9de-47e423db8782), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.127600 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b75e166-3382-4cba-b1e9-412925e5971f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (6c104091-7cc0-46ec-a9de-47e423db8782), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.287184 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b75e166-3382-4cba-b1e9-412925e5971f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9838269'] for subnet (6c104091-7cc0-46ec-a9de-47e423db8782), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.305776 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9b75e166-3382-4cba-b1e9-412925e5971f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.310100 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-9b75e166-3382-4cba-b1e9-412925e5971f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6c104091-7cc0-46ec-a9de-47e423db8782 HTTP/1.1" status: 204 len: 168 time: 0.3477180 Apr 11 15:24:08.329206 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75e166-3382-4cba-b1e9-412925e5971f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c104091-7cc0-46ec-a9de-47e423db8782,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:08.331098 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33128) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:08.368855 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af63fe0-e902-492a-9cee-3fee967c1944 req-da1d1e9b-cdd5-4ac0-9a0c-318b032e51a3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:08.371314 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2af63fe0-e902-492a-9cee-3fee967c1944 req-da1d1e9b-cdd5-4ac0-9a0c-318b032e51a3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.2655623 Apr 11 15:24:08.418063 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (30ba4b74-4eae-4629-ba76-289af76502d4), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.448257 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2af63fe0-e902-492a-9cee-3fee967c1944 req-0b0d4f24-f561-40b0-93ba-bc0aaedda91d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678089 Apr 11 15:24:08.528955 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (30ba4b74-4eae-4629-ba76-289af76502d4), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.550134 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ba4b74-4eae-4629-ba76-289af76502d4']}} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:08.560749 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed14047-3e4d-41f2-8734-6d68b2ef28cd') {'for_net_delete': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:08.560908 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed14047-3e4d-41f2-8734-6d68b2ef28cd') {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:08.573717 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10103209'] for segment (8ed14047-3e4d-41f2-8734-6d68b2ef28cd), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.587976 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (8ed14047-3e4d-41f2-8734-6d68b2ef28cd), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.594698 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10357356'] for segment (8ed14047-3e4d-41f2-8734-6d68b2ef28cd), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: Traceback (most recent call last): Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: timer() Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: cb(*args, **kw) Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: return func(*args, **kwargs) Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: self._notify() Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: self.callback(batched_events) Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: event.method(event) Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: return f(self, *a, **k) Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._get(url).json() Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: return self.request(url, 'GET', **kwargs) Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:24:08.599473 dv-cinder-836083-4-iscsi neutron-server[103868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:24:08.671814 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc1e03-a6e8-4fa4-a416-8ff25258108d req-9016d9fa-3aeb-4fd4-9a68-8456af2cb35b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:08.673284 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-95fc1e03-a6e8-4fa4-a416-8ff25258108d req-9016d9fa-3aeb-4fd4-9a68-8456af2cb35b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0564713 Apr 11 15:24:08.725058 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (30ba4b74-4eae-4629-ba76-289af76502d4), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.737303 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:08.741514 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] 10.222.0.47 "DELETE /v2.0/networks/30ba4b74-4eae-4629-ba76-289af76502d4 HTTP/1.1" status: 204 len: 168 time: 0.4084678 Apr 11 15:24:08.744410 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-95fc1e03-a6e8-4fa4-a416-8ff25258108d req-a87dfe2a-9790-4cab-8f74-be0df1cccd73 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576973 Apr 11 15:24:08.764628 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedeeedf-bd63-4e0d-8b22-2f8d8f595d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ba4b74-4eae-4629-ba76-289af76502d4,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:09.096192 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33174) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:09.114031 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33176) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:09.145881 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-371ccad7-9e7a-4c69-a19d-45fc805c55b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=950c9ac790694376b5d9181d1f433f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484369 Apr 11 15:24:09.149119 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33180) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:09.210749 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-efe04a78-0798-4ebf-a0d8-973330939e75 admin admin] Publish callbacks [] for security_group (a371fe55-b510-4de2-9407-4721915b21b5), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.237594 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-efe04a78-0798-4ebf-a0d8-973330939e75 admin admin] Publish callbacks [] for security_group (a371fe55-b510-4de2-9407-4721915b21b5), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.297050 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48dc69d2-53cc-47da-9f57-b861e229a8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.347386 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-efe04a78-0798-4ebf-a0d8-973330939e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a371fe55-b510-4de2-9407-4721915b21b5), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.350129 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-efe04a78-0798-4ebf-a0d8-973330939e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.351270 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-efe04a78-0798-4ebf-a0d8-973330939e75 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a371fe55-b510-4de2-9407-4721915b21b5 HTTP/1.1" status: 204 len: 168 time: 0.2011178 Apr 11 15:24:09.362200 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe04a78-0798-4ebf-a0d8-973330939e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a371fe55-b510-4de2-9407-4721915b21b5,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:09.394084 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48dc69d2-53cc-47da-9f57-b861e229a8af admin admin] Publish callbacks [] for security_group (20f31075-f34a-431c-9c05-bff5cc66204f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.453590 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-48dc69d2-53cc-47da-9f57-b861e229a8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (20f31075-f34a-431c-9c05-bff5cc66204f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.495772 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-48dc69d2-53cc-47da-9f57-b861e229a8af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=013efcced16145e5a470b84fd040f00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778083 Apr 11 15:24:09.496131 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33192) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:09.500552 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc69d2-53cc-47da-9f57-b861e229a8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f31075-f34a-431c-9c05-bff5cc66204f,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:09.585730 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763d497-febc-49af-b996-2b2b1b295dc4 req-3c61e39c-f53f-4ad1-a46f-6f56e95afd37 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:09.587719 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5763d497-febc-49af-b996-2b2b1b295dc4 req-3c61e39c-f53f-4ad1-a46f-6f56e95afd37 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0646079 Apr 11 15:24:09.590808 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a9d13c1-06ad-4b0a-bc3f-411e2e42e500 admin admin] Publish callbacks [] for security_group (20f31075-f34a-431c-9c05-bff5cc66204f), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.629858 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a9d13c1-06ad-4b0a-bc3f-411e2e42e500 admin admin] Publish callbacks [] for security_group (20f31075-f34a-431c-9c05-bff5cc66204f), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.675893 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5763d497-febc-49af-b996-2b2b1b295dc4 req-fc5bff6a-e794-4127-99c1-6d857a8d31f0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822163 Apr 11 15:24:09.769027 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a9d13c1-06ad-4b0a-bc3f-411e2e42e500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (20f31075-f34a-431c-9c05-bff5cc66204f), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.772258 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3a9d13c1-06ad-4b0a-bc3f-411e2e42e500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:09.774748 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-3a9d13c1-06ad-4b0a-bc3f-411e2e42e500 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/20f31075-f34a-431c-9c05-bff5cc66204f HTTP/1.1" status: 204 len: 168 time: 0.2764459 Apr 11 15:24:09.783163 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d13c1-06ad-4b0a-bc3f-411e2e42e500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f31075-f34a-431c-9c05-bff5cc66204f,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:09.854814 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1acdd7-9155-4391-85b5-51b00fd77b3f req-d5ba53f9-3366-4a16-8e88-f01f6f8949a4 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:09.856228 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c1acdd7-9155-4391-85b5-51b00fd77b3f req-d5ba53f9-3366-4a16-8e88-f01f6f8949a4 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0465529 Apr 11 15:24:09.916192 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c1acdd7-9155-4391-85b5-51b00fd77b3f req-adb7a8cf-1ac8-4fa2-9476-c71b442eb6b7 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 Apr 11 15:24:09.996523 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33202) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:10.037655 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-365d9260-715f-4914-b972-a2fd16ae7341 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab9da5f2d1a64e48a4748a5a03cf657d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378559 Apr 11 15:24:10.037932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33204) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:10.099417 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c3be2da-2335-475a-85ee-eef99c6d8f70 admin admin] Publish callbacks [] for security_group (f1beb277-d7b7-427e-88c9-5aa14e5d8c2e), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.125806 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c3be2da-2335-475a-85ee-eef99c6d8f70 admin admin] Publish callbacks [] for security_group (f1beb277-d7b7-427e-88c9-5aa14e5d8c2e), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.248162 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c3be2da-2335-475a-85ee-eef99c6d8f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (f1beb277-d7b7-427e-88c9-5aa14e5d8c2e), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.250928 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c3be2da-2335-475a-85ee-eef99c6d8f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.252128 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0c3be2da-2335-475a-85ee-eef99c6d8f70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f1beb277-d7b7-427e-88c9-5aa14e5d8c2e HTTP/1.1" status: 204 len: 168 time: 0.2133770 Apr 11 15:24:10.260460 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3be2da-2335-475a-85ee-eef99c6d8f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1beb277-d7b7-427e-88c9-5aa14e5d8c2e,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:10.495004 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33218) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:10.507753 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cfaf6010-89ec-443b-bd91-e06610109357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.582497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cfaf6010-89ec-443b-bd91-e06610109357 admin admin] Publish callbacks [] for security_group (1d49106a-21a7-414b-88f9-e4d918c58e2c), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.650618 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cfaf6010-89ec-443b-bd91-e06610109357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (1d49106a-21a7-414b-88f9-e4d918c58e2c), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.690331 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf6010-89ec-443b-bd91-e06610109357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d49106a-21a7-414b-88f9-e4d918c58e2c,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:10.694954 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-cfaf6010-89ec-443b-bd91-e06610109357 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa003e9c1a8e4e9cad56e8a5e5295a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988480 Apr 11 15:24:10.698109 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33222) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:10.772701 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a237ced8-e617-409e-8d94-16cde02c69a8 admin admin] Publish callbacks [] for security_group (1d49106a-21a7-414b-88f9-e4d918c58e2c), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.798016 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a237ced8-e617-409e-8d94-16cde02c69a8 admin admin] Publish callbacks [] for security_group (1d49106a-21a7-414b-88f9-e4d918c58e2c), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.820837 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a4e5-d415-47ce-8916-432e5deed96d req-80da7a73-a6ec-4d28-9e78-9bbd1f19f5a9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:10.829978 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2925a4e5-d415-47ce-8916-432e5deed96d req-80da7a73-a6ec-4d28-9e78-9bbd1f19f5a9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0638216 Apr 11 15:24:10.887717 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2925a4e5-d415-47ce-8916-432e5deed96d req-fa3fd087-edbc-4a91-b7ce-b6489b993c24 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568087 Apr 11 15:24:10.959655 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a237ced8-e617-409e-8d94-16cde02c69a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (1d49106a-21a7-414b-88f9-e4d918c58e2c), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.962278 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a237ced8-e617-409e-8d94-16cde02c69a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:10.965799 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a237ced8-e617-409e-8d94-16cde02c69a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d49106a-21a7-414b-88f9-e4d918c58e2c HTTP/1.1" status: 204 len: 168 time: 0.2637169 Apr 11 15:24:10.976327 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237ced8-e617-409e-8d94-16cde02c69a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d49106a-21a7-414b-88f9-e4d918c58e2c,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:11.027752 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26004d-0125-48e9-961c-a2d34b916c7e req-49fe3117-7b18-4963-9f90-ef31c8c26e76 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:11.032888 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1b26004d-0125-48e9-961c-a2d34b916c7e req-49fe3117-7b18-4963-9f90-ef31c8c26e76 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0507309 Apr 11 15:24:11.080947 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1b26004d-0125-48e9-961c-a2d34b916c7e req-c6fd3545-31f7-45bd-9155-6da689b1bdf8 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452321 Apr 11 15:24:11.877626 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33262) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:11.984731 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fca603ef-598e-4e3a-a8f1-2d1376fd621c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:11.993445 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ad4f6625-6cb1-46ea-bf18-f97df57a615b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:12.019340 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4149d7e-280b-4e5f-a627-51769fc9dd79 req-470713cb-04a7-4599-b4d3-b59633c1027b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:12.021660 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f4149d7e-280b-4e5f-a627-51769fc9dd79 req-470713cb-04a7-4599-b4d3-b59633c1027b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0624070 Apr 11 15:24:12.073118 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f4149d7e-280b-4e5f-a627-51769fc9dd79 req-3cac6f9c-7d8f-489d-8a01-ee1d2cc25f5a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Apr 11 15:24:12.080707 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fca603ef-598e-4e3a-a8f1-2d1376fd621c admin admin] Publish callbacks [] for security_group (57e863c6-8cbe-4200-948f-d9d773af0f86), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:12.151106 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fca603ef-598e-4e3a-a8f1-2d1376fd621c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (57e863c6-8cbe-4200-948f-d9d773af0f86), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:12.207728 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca603ef-598e-4e3a-a8f1-2d1376fd621c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e863c6-8cbe-4200-948f-d9d773af0f86,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:12.207728 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-fca603ef-598e-4e3a-a8f1-2d1376fd621c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a4f462459eeb40c09968023ac2f41602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314576 Apr 11 15:24:12.210218 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33272) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:12.226384 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bdaf3-2e48-4ec4-82fc-3e46dcf74cc2 req-0849dd10-1fba-4a10-8a18-6ee9ccfa3988 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:12.228124 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f72bdaf3-2e48-4ec4-82fc-3e46dcf74cc2 req-0849dd10-1fba-4a10-8a18-6ee9ccfa3988 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0805769 Apr 11 15:24:12.303774 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f72bdaf3-2e48-4ec4-82fc-3e46dcf74cc2 req-7b2a06f0-a4bf-4ba6-b0ea-10b62e554e9c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679259 Apr 11 15:24:12.304563 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-05156d48-f84f-4011-94e0-d24b3717fd50 admin admin] Publish callbacks [] for security_group (57e863c6-8cbe-4200-948f-d9d773af0f86), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:12.329488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-05156d48-f84f-4011-94e0-d24b3717fd50 admin admin] Publish callbacks [] for security_group (57e863c6-8cbe-4200-948f-d9d773af0f86), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:12.450351 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-05156d48-f84f-4011-94e0-d24b3717fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (57e863c6-8cbe-4200-948f-d9d773af0f86), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:12.452962 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-05156d48-f84f-4011-94e0-d24b3717fd50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:12.454120 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-05156d48-f84f-4011-94e0-d24b3717fd50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57e863c6-8cbe-4200-948f-d9d773af0f86 HTTP/1.1" status: 204 len: 168 time: 0.2428513 Apr 11 15:24:12.462770 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05156d48-f84f-4011-94e0-d24b3717fd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e863c6-8cbe-4200-948f-d9d773af0f86,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:13.070946 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33284) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:13.084104 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:13.187203 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Publish callbacks [] for security_group (82092fc7-8ad5-4de0-9db5-2649570b47a8), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:13.202094 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f72e8-8f73-49ff-91f2-dcf1bcf398a3 req-db1950a3-84a8-40c6-a73d-6727a2c2dd70 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:13.203582 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c5f72e8-8f73-49ff-91f2-dcf1bcf398a3 req-db1950a3-84a8-40c6-a73d-6727a2c2dd70 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0585849 Apr 11 15:24:13.250745 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c5f72e8-8f73-49ff-91f2-dcf1bcf398a3 req-2e5bfbd4-79de-446c-9c8e-a7abc86004ec tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Apr 11 15:24:13.274209 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (82092fc7-8ad5-4de0-9db5-2649570b47a8), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:13.309406 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82092fc7-8ad5-4de0-9db5-2649570b47a8,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:13.313380 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b44fe7942aec417abac140f179366809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413197 Apr 11 15:24:13.316368 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33292) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:13.319564 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.319965 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.320450 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.320807 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.321137 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.321472 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.321803 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.322340 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.322838 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.325668 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.325668 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.325668 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.325668 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.325668 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.325668 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f37ee8-a513-4a5f-9cb0-9df91fa0e7af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.378444 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Publish callbacks [] for security_group (82092fc7-8ad5-4de0-9db5-2649570b47a8), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:13.400177 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Publish callbacks [] for security_group (82092fc7-8ad5-4de0-9db5-2649570b47a8), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:13.437669 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded28f6b-8f36-496d-a7d6-95378043072f req-02e1b684-f658-4791-8e45-97e688386349 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:13.439225 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ded28f6b-8f36-496d-a7d6-95378043072f req-02e1b684-f658-4791-8e45-97e688386349 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0498300 Apr 11 15:24:13.488570 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ded28f6b-8f36-496d-a7d6-95378043072f req-56054c06-c8df-4cd9-9171-fe3065cec130 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Apr 11 15:24:13.526168 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (82092fc7-8ad5-4de0-9db5-2649570b47a8), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:13.526168 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:13.526168 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82092fc7-8ad5-4de0-9db5-2649570b47a8 HTTP/1.1" status: 204 len: 168 time: 0.2053039 Apr 11 15:24:13.531635 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82092fc7-8ad5-4de0-9db5-2649570b47a8,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:13.538899 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.539249 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.540433 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.540768 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.541109 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.541448 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.541777 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.542109 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.542435 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.542761 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.543093 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.543424 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.543780 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.544166 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:13.544425 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fb9a9-09c4-46c8-a2c1-8b1abb457f2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:14.404673 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de420ea-11ea-45cd-9727-3b6d399af658 req-6759c57a-ec1c-4c64-a2a2-e4b38b1bf40b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:14.406572 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9de420ea-11ea-45cd-9727-3b6d399af658 req-6759c57a-ec1c-4c64-a2a2-e4b38b1bf40b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0603149 Apr 11 15:24:14.422289 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-08ff05b7-d62b-4e7e-abfe-2ecba730e313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:14.460538 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9de420ea-11ea-45cd-9727-3b6d399af658 req-1fdccba2-b7df-4868-8442-194b6af5ba8a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465298 Apr 11 15:24:14.621625 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19b4e5-8cab-49b8-8dd5-9db8f430467a req-51c1d17f-e019-4b5a-a1ea-191cc59874c3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:14.627285 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a19b4e5-8cab-49b8-8dd5-9db8f430467a req-51c1d17f-e019-4b5a-a1ea-191cc59874c3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0569265 Apr 11 15:24:14.686887 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a19b4e5-8cab-49b8-8dd5-9db8f430467a req-c84c2c99-3855-458e-b295-70fa8ce8ac09 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580368 Apr 11 15:24:15.456570 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:15.594105 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cb0ba-8969-45cd-b461-e280bc119aa9 req-f43bc049-6a07-4b6f-87c3-7355794e2295 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:15.595743 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ba4cb0ba-8969-45cd-b461-e280bc119aa9 req-f43bc049-6a07-4b6f-87c3-7355794e2295 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0554664 Apr 11 15:24:15.647188 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ba4cb0ba-8969-45cd-b461-e280bc119aa9 req-656419ad-5521-4378-90e0-0395753bc63d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Apr 11 15:24:15.797204 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd57f30-6e81-48e7-90b1-eb68a0f79c9d req-e33d1b33-1740-49f4-a40b-03ac8980dae9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:15.798695 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-edd57f30-6e81-48e7-90b1-eb68a0f79c9d req-e33d1b33-1740-49f4-a40b-03ac8980dae9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0462685 Apr 11 15:24:15.853016 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-edd57f30-6e81-48e7-90b1-eb68a0f79c9d req-f29d38dc-6576-44bc-adf4-839c9a0d5c45 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479875 Apr 11 15:24:16.538478 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33402) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:16.645448 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07330f63-46d9-4871-a292-0b375197151a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:16.726989 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:16.734334 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07330f63-46d9-4871-a292-0b375197151a admin admin] Publish callbacks [] for security_group (dee1f4f4-3a5e-4703-99d9-9511e84db37c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:16.784812 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb8e89-0440-4f54-8f63-73009d3bbfc3 req-027136b1-15c4-4f2b-9787-73d26a2b4fa0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:16.786282 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3efb8e89-0440-4f54-8f63-73009d3bbfc3 req-027136b1-15c4-4f2b-9787-73d26a2b4fa0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0613329 Apr 11 15:24:16.825318 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07330f63-46d9-4871-a292-0b375197151a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (dee1f4f4-3a5e-4703-99d9-9511e84db37c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:16.838345 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3efb8e89-0440-4f54-8f63-73009d3bbfc3 req-388fbe48-7052-4d10-8dbc-a464acd96ddc tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462766 Apr 11 15:24:16.865733 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-07330f63-46d9-4871-a292-0b375197151a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9aa23bd0e5d54e6ca703180374c1ead0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261709 Apr 11 15:24:16.868590 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33412) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:16.877518 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07330f63-46d9-4871-a292-0b375197151a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee1f4f4-3a5e-4703-99d9-9511e84db37c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:16.939258 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2db93e4-c9c2-4cb6-8da8-180d36b9e3fb admin admin] Publish callbacks [] for security_group (dee1f4f4-3a5e-4703-99d9-9511e84db37c), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:16.983672 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2db93e4-c9c2-4cb6-8da8-180d36b9e3fb admin admin] Publish callbacks [] for security_group (dee1f4f4-3a5e-4703-99d9-9511e84db37c), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:16.990911 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d2176-3b20-4133-a8b9-17baab419da0 req-bcf72205-e542-4eef-8c74-6baa4e2b6c29 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:16.992406 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e46d2176-3b20-4133-a8b9-17baab419da0 req-bcf72205-e542-4eef-8c74-6baa4e2b6c29 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0667052 Apr 11 15:24:17.059813 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e46d2176-3b20-4133-a8b9-17baab419da0 req-3e8f3adb-e925-442c-ac56-00ccb1bbd93c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603621 Apr 11 15:24:17.130636 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2db93e4-c9c2-4cb6-8da8-180d36b9e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (dee1f4f4-3a5e-4703-99d9-9511e84db37c), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:17.133999 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2db93e4-c9c2-4cb6-8da8-180d36b9e3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:17.135387 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-b2db93e4-c9c2-4cb6-8da8-180d36b9e3fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dee1f4f4-3a5e-4703-99d9-9511e84db37c HTTP/1.1" status: 204 len: 168 time: 0.2657018 Apr 11 15:24:17.144548 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db93e4-c9c2-4cb6-8da8-180d36b9e3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee1f4f4-3a5e-4703-99d9-9511e84db37c,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:17.964683 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582a1a4-d4c9-4fd7-9899-b18d26af0558 req-ee01a793-cea3-4903-9649-a4e4571c7b9a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:17.969240 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8582a1a4-d4c9-4fd7-9899-b18d26af0558 req-ee01a793-cea3-4903-9649-a4e4571c7b9a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0516570 Apr 11 15:24:18.014370 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8582a1a4-d4c9-4fd7-9899-b18d26af0558 req-70836683-b85a-4543-a7ad-6b2478c7d4a9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Apr 11 15:24:18.174358 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c981c-9756-4be2-a8ad-f7d7c6a6b47a req-8a290295-d5ec-4ba2-8cf1-40a4028518e5 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:18.175935 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-269c981c-9756-4be2-a8ad-f7d7c6a6b47a req-8a290295-d5ec-4ba2-8cf1-40a4028518e5 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0506079 Apr 11 15:24:18.225130 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-269c981c-9756-4be2-a8ad-f7d7c6a6b47a req-b130611c-6906-42ab-aab6-61665271fef9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429611 Apr 11 15:24:18.333850 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:19.140967 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d447064-263c-4f45-8729-7b7856f96d83 req-c2edeb72-d44c-428b-852e-dedf62251a49 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:19.142484 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8d447064-263c-4f45-8729-7b7856f96d83 req-c2edeb72-d44c-428b-852e-dedf62251a49 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0475130 Apr 11 15:24:19.195941 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8d447064-263c-4f45-8729-7b7856f96d83 req-39e61837-e979-4e1b-b49b-e9ecd2ae2c34 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471797 Apr 11 15:24:19.337857 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161d515-5776-4b01-a237-00a84d1380cc req-67930088-b97a-4931-a2ac-47eb0eb2e393 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:19.339376 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8161d515-5776-4b01-a237-00a84d1380cc req-67930088-b97a-4931-a2ac-47eb0eb2e393 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0480976 Apr 11 15:24:19.390128 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8161d515-5776-4b01-a237-00a84d1380cc req-4c713ebd-d6b0-40a7-9633-efafc59b2db5 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Apr 11 15:24:20.314398 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b9b6d-3ad0-4a37-a357-b8c5e51e78ca req-e7d7d928-815f-4544-8d85-c7effe739a3c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:20.315952 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b83b9b6d-3ad0-4a37-a357-b8c5e51e78ca req-e7d7d928-815f-4544-8d85-c7effe739a3c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0482183 Apr 11 15:24:20.362276 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b83b9b6d-3ad0-4a37-a357-b8c5e51e78ca req-4362ffbd-ebe2-448c-b8b2-8f62e420dabe tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 Apr 11 15:24:20.504792 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992526ee-a8f5-424d-9fb8-40900f5f1635 req-af710c75-fff5-4b0d-b7c2-9cdc35dd1e3c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:20.506316 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-992526ee-a8f5-424d-9fb8-40900f5f1635 req-af710c75-fff5-4b0d-b7c2-9cdc35dd1e3c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0511220 Apr 11 15:24:20.551946 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-992526ee-a8f5-424d-9fb8-40900f5f1635 req-08cea6df-713e-428f-aeea-cfad9ab960a9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Apr 11 15:24:21.477611 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bd69e-efe6-4fac-b35e-bf0c787b9b79 req-431396b5-e108-46dc-af88-7365d58341f2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:21.479008 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0b3bd69e-efe6-4fac-b35e-bf0c787b9b79 req-431396b5-e108-46dc-af88-7365d58341f2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0460660 Apr 11 15:24:21.524619 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0b3bd69e-efe6-4fac-b35e-bf0c787b9b79 req-a6e17593-5d1e-4fb6-84d8-548f51c43a71 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401618 Apr 11 15:24:21.663007 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c7344-ec6b-44f8-85ca-373c9ad52870 req-bd424b46-c692-48f1-b9d2-00c45ef7d688 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:21.664484 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-608c7344-ec6b-44f8-85ca-373c9ad52870 req-bd424b46-c692-48f1-b9d2-00c45ef7d688 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0488768 Apr 11 15:24:21.710009 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-608c7344-ec6b-44f8-85ca-373c9ad52870 req-81927d83-9492-4e25-b8a4-e799eb0efa11 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Apr 11 15:24:22.638329 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612377a4-5ebc-43a3-8d4a-6999892b3304 req-a1b7034c-89a1-4979-b4ff-a81414f6d499 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:22.639830 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-612377a4-5ebc-43a3-8d4a-6999892b3304 req-a1b7034c-89a1-4979-b4ff-a81414f6d499 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0461810 Apr 11 15:24:22.686623 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-612377a4-5ebc-43a3-8d4a-6999892b3304 req-d2b5a01e-1815-47bb-a93d-e7da0aa0cba1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Apr 11 15:24:22.817360 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a8fbd-1cb2-4449-a5fa-82f5029b65a0 req-6fc921d3-f8b3-4113-94bd-2156e517f651 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:22.818743 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-052a8fbd-1cb2-4449-a5fa-82f5029b65a0 req-6fc921d3-f8b3-4113-94bd-2156e517f651 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0449548 Apr 11 15:24:22.867561 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-052a8fbd-1cb2-4449-a5fa-82f5029b65a0 req-f9d3ba36-a7a0-41b7-ba0b-696e1df27a49 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Apr 11 15:24:23.800529 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a96eb-a664-431a-b45d-291c81f0b3db req-99afa723-0d4c-46d2-9c24-418e432af266 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:23.801989 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-875a96eb-a664-431a-b45d-291c81f0b3db req-99afa723-0d4c-46d2-9c24-418e432af266 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0462403 Apr 11 15:24:23.847450 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-875a96eb-a664-431a-b45d-291c81f0b3db req-5cd019e1-d1e4-42da-9b58-7921f25337c6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397406 Apr 11 15:24:23.977502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7bf85-e228-4cf7-acf4-97584affb97b req-0d5aefba-7896-4afb-bc82-50664196574f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:23.979657 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e6d7bf85-e228-4cf7-acf4-97584affb97b req-0d5aefba-7896-4afb-bc82-50664196574f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0468221 Apr 11 15:24:24.025705 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e6d7bf85-e228-4cf7-acf4-97584affb97b req-463ab5e0-05d7-4716-8eee-6c6bc245e6cb tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399051 Apr 11 15:24:24.968198 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90f819-fd1b-4148-bda8-cb8408d98954 req-e0c50d6b-9b7b-4679-9a29-aac57b27f4d7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:24.969949 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7a90f819-fd1b-4148-bda8-cb8408d98954 req-e0c50d6b-9b7b-4679-9a29-aac57b27f4d7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0505798 Apr 11 15:24:25.017588 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7a90f819-fd1b-4148-bda8-cb8408d98954 req-a1168c1a-8a63-4285-bf11-4623a0ffbac0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Apr 11 15:24:25.146379 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2546cb9-c55c-4b20-9f51-eb2185931616 req-ac423fa4-42fa-4405-997f-8d9391ada58d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:25.149087 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2546cb9-c55c-4b20-9f51-eb2185931616 req-ac423fa4-42fa-4405-997f-8d9391ada58d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0504940 Apr 11 15:24:25.200595 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2546cb9-c55c-4b20-9f51-eb2185931616 req-c07b1bb1-2460-48fc-8194-d71edab84af1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461440 Apr 11 15:24:26.169790 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50acd-979c-4f69-b5ec-f0b05aedb320 req-b92deb1d-6b6a-4e74-b22c-cbf24146ffa5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:26.171267 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ebb50acd-979c-4f69-b5ec-f0b05aedb320 req-b92deb1d-6b6a-4e74-b22c-cbf24146ffa5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0786040 Apr 11 15:24:26.172744 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7a9c-0b8b-4b6a-b207-e92b82141ff4 req-1f53d75b-a02b-4e55-8d85-12eb4b2c09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:26.174344 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4c1b7a9c-0b8b-4b6a-b207-e92b82141ff4 req-1f53d75b-a02b-4e55-8d85-12eb4b2c09ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 1130 time: 0.0538623 Apr 11 15:24:26.240600 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ebb50acd-979c-4f69-b5ec-f0b05aedb320 req-d1f91bb4-2c1a-472f-a6ad-bdeb04bab513 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632844 Apr 11 15:24:26.251383 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4c1b7a9c-0b8b-4b6a-b207-e92b82141ff4 req-4046eb5a-b9b8-4915-9422-067b8254a3f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665085 Apr 11 15:24:26.315260 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecc21f-2a80-4864-9f1b-20639b29404b req-54d77b7f-7617-469b-b644-8277a956fab8 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:26.316803 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-43ecc21f-2a80-4864-9f1b-20639b29404b req-54d77b7f-7617-469b-b644-8277a956fab8 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0485835 Apr 11 15:24:26.370940 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-43ecc21f-2a80-4864-9f1b-20639b29404b req-578f71d1-a289-43fe-a26d-d88bcbe62305 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469832 Apr 11 15:24:27.365025 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed81fe-410f-458c-b741-caa1c49dbd63 req-03038cf3-91bc-47d2-aec6-16bd9425aeae tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:27.366558 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-10ed81fe-410f-458c-b741-caa1c49dbd63 req-03038cf3-91bc-47d2-aec6-16bd9425aeae tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0484517 Apr 11 15:24:27.414434 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-10ed81fe-410f-458c-b741-caa1c49dbd63 req-18a49129-e0d7-4201-95e3-e62b89a70424 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 Apr 11 15:24:27.482431 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2804b67-a039-4218-8f09-66e4485060eb req-90fe63f5-d17f-45dd-bea3-1ca7bcf5956f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:27.485594 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b2804b67-a039-4218-8f09-66e4485060eb req-90fe63f5-d17f-45dd-bea3-1ca7bcf5956f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0473034 Apr 11 15:24:27.534694 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b2804b67-a039-4218-8f09-66e4485060eb req-4bed9a63-00fa-48f4-b886-49fdb737f5fe tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 Apr 11 15:24:28.540643 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a803e-cd12-460e-bc42-6685d33a648f req-866921f8-0ca9-459b-aa23-0af54657c411 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:28.541864 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4b3a803e-cd12-460e-bc42-6685d33a648f req-866921f8-0ca9-459b-aa23-0af54657c411 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0506637 Apr 11 15:24:28.589632 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4b3a803e-cd12-460e-bc42-6685d33a648f req-5fba5a8b-7158-44af-9e59-045560d40dc4 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419865 Apr 11 15:24:28.653412 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af95e3-c97c-4f45-8fbf-99ab211a8d8f req-0e3ed0dd-261e-461f-ab2a-2f8f22ce2c13 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:28.655280 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d1af95e3-c97c-4f45-8fbf-99ab211a8d8f req-0e3ed0dd-261e-461f-ab2a-2f8f22ce2c13 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0530152 Apr 11 15:24:28.730095 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d1af95e3-c97c-4f45-8fbf-99ab211a8d8f req-0257b04b-bde6-406c-bea6-7b4fea87dda5 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664907 Apr 11 15:24:28.766314 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33678) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:28.805800 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 70cdb271-fe6a-4444-a7ba-93e7f1e9639e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:24:28.901525 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-41b6e793-d5ca-4519-a9d0-bf7d37e33b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:28.930120 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:28.943315 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'port_id': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'mac_address': 'fa:16:3e:53:e2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:24:28.985820 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e is: ACTIVE; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:28.986699 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:28.991152 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-41b6e793-d5ca-4519-a9d0-bf7d37e33b77 admin admin] Publish callbacks [] for security_group (a065d783-d46b-4ac4-88a6-bf8bea6dfcc8), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:29.003093 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70cdb271-fe6a-4444-a7ba-93e7f1e9639e {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:24:29.029185 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:29.077212 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-41b6e793-d5ca-4519-a9d0-bf7d37e33b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a065d783-d46b-4ac4-88a6-bf8bea6dfcc8), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:29.127247 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:29.158742 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6e793-d5ca-4519-a9d0-bf7d37e33b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a065d783-d46b-4ac4-88a6-bf8bea6dfcc8,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:29.163008 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-41b6e793-d5ca-4519-a9d0-bf7d37e33b77 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bc6adaac7e6647ef9edbf443e9df9086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952291 Apr 11 15:24:29.166908 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33696) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:29.198835 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1574dc-c951-4f0f-8fe2-256f64215e48 req-26e656df-a86c-4de6-8465-15d6672a8093 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:29.200393 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5f1574dc-c951-4f0f-8fe2-256f64215e48 req-26e656df-a86c-4de6-8465-15d6672a8093 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0986423 Apr 11 15:24:29.207929 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=6']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:29.217485 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.217932 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.218406 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.218830 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.219240 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.219686 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.220086 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.220510 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.220907 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.221303 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.221701 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.222100 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.222498 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.222890 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.223283 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:29.245846 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['70cdb271-fe6a-4444-a7ba-93e7f1e9639e'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:24:29.256577 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e26ac32-bf0c-4f27-9317-6084cf02e126 admin admin] Publish callbacks [] for security_group (a065d783-d46b-4ac4-88a6-bf8bea6dfcc8), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:29.262339 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-3e1d5ae6-248e-4360-9f2e-46312fee8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:29.264034 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-3e1d5ae6-248e-4360-9f2e-46312fee8788 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 1130 time: 0.0627825 Apr 11 15:24:29.297565 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e26ac32-bf0c-4f27-9317-6084cf02e126 admin admin] Publish callbacks [] for security_group (a065d783-d46b-4ac4-88a6-bf8bea6dfcc8), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:29.302560 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5f1574dc-c951-4f0f-8fe2-256f64215e48 req-552612a4-41a7-4225-aea1-f17f097cb882 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927095 Apr 11 15:24:29.414948 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-64057bb4-dc65-43d5-b2d4-e4e15af7e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:29.417187 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-64057bb4-dc65-43d5-b2d4-e4e15af7e548 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.1409354 Apr 11 15:24:29.462099 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-cb86e098-fe5c-46c6-bf5d-fed36defdb8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6 HTTP/1.1" status: 200 len: 217 time: 0.0364797 Apr 11 15:24:29.513744 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e26ac32-bf0c-4f27-9317-6084cf02e126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a065d783-d46b-4ac4-88a6-bf8bea6dfcc8), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:29.518017 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4e26ac32-bf0c-4f27-9317-6084cf02e126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:29.523840 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-4e26ac32-bf0c-4f27-9317-6084cf02e126 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a065d783-d46b-4ac4-88a6-bf8bea6dfcc8 HTTP/1.1" status: 204 len: 168 time: 0.3556671 Apr 11 15:24:29.527735 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-1e7e5ca8-d116-40cd-976b-50cbea421280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:29.530557 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-1e7e5ca8-d116-40cd-976b-50cbea421280 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0562589 Apr 11 15:24:29.534536 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26ac32-bf0c-4f27-9317-6084cf02e126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a065d783-d46b-4ac4-88a6-bf8bea6dfcc8,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:29.584901 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-347e7a61-4c32-4f2b-8c9e-41dcca50018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:29.590509 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-347e7a61-4c32-4f2b-8c9e-41dcca50018b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490096 Apr 11 15:24:29.707770 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-ac6abe64-02a3-4748-ac9f-40d1f0da409d service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114316 Apr 11 15:24:29.727289 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4a11b-ca48-4661-baad-ce0bad7be123 req-31b43f83-1ea0-4a0a-a255-21350e2602b6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:29.728726 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b9e4a11b-ca48-4661-baad-ce0bad7be123 req-31b43f83-1ea0-4a0a-a255-21350e2602b6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 944 time: 0.0629411 Apr 11 15:24:29.833661 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b9e4a11b-ca48-4661-baad-ce0bad7be123 req-d316b509-d811-4c95-b456-b13589f0d29c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910196 Apr 11 15:24:29.848425 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-053ff8f2-3bbe-4a6f-bd5c-5305f10f88ad req-88d5afa7-27c1-44df-88be-7a3fcdd22db2 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333082 Apr 11 15:24:29.880221 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33714) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:29.990313 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6275c5cb-b0c3-40fc-8c38-ea095827dd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.065901 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6275c5cb-b0c3-40fc-8c38-ea095827dd7a admin admin] Publish callbacks [] for security_group (eb824767-595a-4497-9fed-92633e22c804), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.159418 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6275c5cb-b0c3-40fc-8c38-ea095827dd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (eb824767-595a-4497-9fed-92633e22c804), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.199185 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6275c5cb-b0c3-40fc-8c38-ea095827dd7a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a588d88f4cdd4d969ecabb952b6fe1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177924 Apr 11 15:24:30.201635 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275c5cb-b0c3-40fc-8c38-ea095827dd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb824767-595a-4497-9fed-92633e22c804,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:30.201895 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33718) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:30.250839 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2a07769a-d8be-4370-8ac8-7c42d8c6f4e7 admin admin] Publish callbacks [] for security_group (eb824767-595a-4497-9fed-92633e22c804), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.254431 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33720) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:30.267846 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53e1fd7e-95e9-4504-979d-83a2436af2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.272960 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2a07769a-d8be-4370-8ac8-7c42d8c6f4e7 admin admin] Publish callbacks [] for security_group (eb824767-595a-4497-9fed-92633e22c804), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.341200 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53e1fd7e-95e9-4504-979d-83a2436af2d8 admin admin] Publish callbacks [] for security_group (27c75883-7dc2-4e42-a710-191f1a144f0e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.388362 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2a07769a-d8be-4370-8ac8-7c42d8c6f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (eb824767-595a-4497-9fed-92633e22c804), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.390975 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2a07769a-d8be-4370-8ac8-7c42d8c6f4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.392170 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-2a07769a-d8be-4370-8ac8-7c42d8c6f4e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb824767-595a-4497-9fed-92633e22c804 HTTP/1.1" status: 204 len: 168 time: 0.1892824 Apr 11 15:24:30.420415 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-53e1fd7e-95e9-4504-979d-83a2436af2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (27c75883-7dc2-4e42-a710-191f1a144f0e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.424561 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07769a-d8be-4370-8ac8-7c42d8c6f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb824767-595a-4497-9fed-92633e22c804,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:30.444240 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d525d5-c811-4266-b249-d6f2ffb3c151 req-4d20acde-296d-4e26-97d3-4b084ab26b91 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:30.446108 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21d525d5-c811-4266-b249-d6f2ffb3c151 req-4d20acde-296d-4e26-97d3-4b084ab26b91 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0686891 Apr 11 15:24:30.481076 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-53e1fd7e-95e9-4504-979d-83a2436af2d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd6bd9d130d64a928cbfb17c1babb2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220228 Apr 11 15:24:30.482256 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33732) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:30.496002 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1fd7e-95e9-4504-979d-83a2436af2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c75883-7dc2-4e42-a710-191f1a144f0e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:30.530842 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21d525d5-c811-4266-b249-d6f2ffb3c151 req-79a599b5-6233-4b61-9e65-077fa2d0535f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566077 Apr 11 15:24:30.544179 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aab19355-afe7-443a-9747-77ac24715d2e admin admin] Publish callbacks [] for security_group (27c75883-7dc2-4e42-a710-191f1a144f0e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.569886 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aab19355-afe7-443a-9747-77ac24715d2e admin admin] Publish callbacks [] for security_group (27c75883-7dc2-4e42-a710-191f1a144f0e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.699627 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aab19355-afe7-443a-9747-77ac24715d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (27c75883-7dc2-4e42-a710-191f1a144f0e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.713415 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aab19355-afe7-443a-9747-77ac24715d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.713415 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-aab19355-afe7-443a-9747-77ac24715d2e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27c75883-7dc2-4e42-a710-191f1a144f0e HTTP/1.1" status: 204 len: 168 time: 0.2202058 Apr 11 15:24:30.713415 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab19355-afe7-443a-9747-77ac24715d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c75883-7dc2-4e42-a710-191f1a144f0e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:30.816704 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 70cdb271-fe6a-4444-a7ba-93e7f1e9639e up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:30.863659 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:30.865313 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.950301 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:30.951594 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:30.976825 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0364aef-bbaa-4910-b9af-9a043d72fe2d req-6fed5671-0d2a-4d8c-a925-de98a091f9eb tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:30.980004 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:24:30.982835 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e21efe9-dbda-4608-8347-eda1414e6677" -d '{"events": [{"server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "name": "network-vif-plugged", "status": "completed", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:24:30.984640 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f0364aef-bbaa-4910-b9af-9a043d72fe2d req-6fed5671-0d2a-4d8c-a925-de98a091f9eb tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 944 time: 0.0698712 Apr 11 15:24:30.998236 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:31.032705 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1758065-d1fb-4180-b178-6aaa87fd6371 x-openstack-request-id: req-d1758065-d1fb-4180-b178-6aaa87fd6371 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:24:31.033017 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "name": "network-vif-plugged", "status": "completed", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:24:31.035040 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1758065-d1fb-4180-b178-6aaa87fd6371 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:24:31.035040 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1758065-d1fb-4180-b178-6aaa87fd6371'] response: {'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'code': 200} Apr 11 15:24:31.035406 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f0364aef-bbaa-4910-b9af-9a043d72fe2d req-fc55d2ef-8561-4012-afb4-bc722dd9e719 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498457 Apr 11 15:24:31.083013 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:31.118292 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33762) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:31.147621 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=7']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:31.250033 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07839a52-43f6-4160-91eb-3bf09296ec04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:31.330965 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07839a52-43f6-4160-91eb-3bf09296ec04 admin admin] Publish callbacks [] for security_group (49d7472a-f5d0-4b7f-a406-23e5e136ad83), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:31.446766 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-07839a52-43f6-4160-91eb-3bf09296ec04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (49d7472a-f5d0-4b7f-a406-23e5e136ad83), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:31.483511 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-07839a52-43f6-4160-91eb-3bf09296ec04 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f7c4d03b1624c178f9c7254df840440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639839 Apr 11 15:24:31.486832 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33782) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:31.488816 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07839a52-43f6-4160-91eb-3bf09296ec04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d7472a-f5d0-4b7f-a406-23e5e136ad83,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:31.541157 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-42492ce1-af8e-42ef-8e9e-5aeaebf4ef69 admin admin] Publish callbacks [] for security_group (49d7472a-f5d0-4b7f-a406-23e5e136ad83), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:31.563051 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-42492ce1-af8e-42ef-8e9e-5aeaebf4ef69 admin admin] Publish callbacks [] for security_group (49d7472a-f5d0-4b7f-a406-23e5e136ad83), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:31.665058 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d2906-5c2f-4805-aa9b-f50d6693df3f req-c1bd9e11-b939-4048-bb56-77f9b74ba6bd tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:31.667503 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6a1d2906-5c2f-4805-aa9b-f50d6693df3f req-c1bd9e11-b939-4048-bb56-77f9b74ba6bd tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0553424 Apr 11 15:24:31.679325 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-42492ce1-af8e-42ef-8e9e-5aeaebf4ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (49d7472a-f5d0-4b7f-a406-23e5e136ad83), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:31.682736 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-42492ce1-af8e-42ef-8e9e-5aeaebf4ef69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:31.686583 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-42492ce1-af8e-42ef-8e9e-5aeaebf4ef69 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/49d7472a-f5d0-4b7f-a406-23e5e136ad83 HTTP/1.1" status: 204 len: 168 time: 0.1967571 Apr 11 15:24:31.697067 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42492ce1-af8e-42ef-8e9e-5aeaebf4ef69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d7472a-f5d0-4b7f-a406-23e5e136ad83,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:31.762234 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6a1d2906-5c2f-4805-aa9b-f50d6693df3f req-9cfed959-fbce-4c67-9053-f2d6c7835688 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882342 Apr 11 15:24:32.171088 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac501c-116e-4df0-841f-39d2465c76e4 req-782993aa-2991-48a1-85cb-60028c06ec0b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:32.172662 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d8ac501c-116e-4df0-841f-39d2465c76e4 req-782993aa-2991-48a1-85cb-60028c06ec0b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0583513 Apr 11 15:24:32.225579 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d8ac501c-116e-4df0-841f-39d2465c76e4 req-9de8e243-2ffa-4108-a402-4ce542f8159e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446866 Apr 11 15:24:32.931789 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9902-fdc5-4514-a76f-084e88a6f10d req-a5d4e318-e00a-462f-abcb-e5eed335b7ae tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:32.940235 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9c4b9902-fdc5-4514-a76f-084e88a6f10d req-a5d4e318-e00a-462f-abcb-e5eed335b7ae tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0832806 Apr 11 15:24:32.971314 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33852) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:33.005209 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9c4b9902-fdc5-4514-a76f-084e88a6f10d req-d54c96e1-e17a-430a-b28b-6c5d94f9360b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633121 Apr 11 15:24:33.110393 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae8f78db-24cd-4172-8740-0c548afaa443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:33.251474 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae8f78db-24cd-4172-8740-0c548afaa443 admin admin] Publish callbacks [] for security_group (f339790b-9298-4ec9-afc3-6253cc933d8e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:33.340217 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ae8f78db-24cd-4172-8740-0c548afaa443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (f339790b-9298-4ec9-afc3-6253cc933d8e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:33.412806 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463070-a5fd-4df8-90a0-47e11d083924 req-c0dbb610-c9dc-4dfd-8b05-0c787a88c4ce tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:33.421079 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-63463070-a5fd-4df8-90a0-47e11d083924 req-c0dbb610-c9dc-4dfd-8b05-0c787a88c4ce tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0722420 Apr 11 15:24:33.443109 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-ae8f78db-24cd-4172-8740-0c548afaa443 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e16e5a796e64968aa24cc756a64a5e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4708633 Apr 11 15:24:33.444208 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f78db-24cd-4172-8740-0c548afaa443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f339790b-9298-4ec9-afc3-6253cc933d8e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:33.447674 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33884) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:33.494604 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-63463070-a5fd-4df8-90a0-47e11d083924 req-3531476c-98d8-4350-b9cc-c247af667d2b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721128 Apr 11 15:24:33.532664 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d69ee3a2-b46a-46fb-980d-b41e2b1490ab admin admin] Publish callbacks [] for security_group (f339790b-9298-4ec9-afc3-6253cc933d8e), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:33.562300 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d69ee3a2-b46a-46fb-980d-b41e2b1490ab admin admin] Publish callbacks [] for security_group (f339790b-9298-4ec9-afc3-6253cc933d8e), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:33.696070 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d69ee3a2-b46a-46fb-980d-b41e2b1490ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (f339790b-9298-4ec9-afc3-6253cc933d8e), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:33.699946 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d69ee3a2-b46a-46fb-980d-b41e2b1490ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:33.701401 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d69ee3a2-b46a-46fb-980d-b41e2b1490ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f339790b-9298-4ec9-afc3-6253cc933d8e HTTP/1.1" status: 204 len: 168 time: 0.2528024 Apr 11 15:24:33.731487 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ee3a2-b46a-46fb-980d-b41e2b1490ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f339790b-9298-4ec9-afc3-6253cc933d8e,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:34.646466 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e081991-eae7-4cb4-9092-1a8bca4f46cd req-5b411055-2849-49c7-aaea-d9142369cf3a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:34.657995 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4e081991-eae7-4cb4-9092-1a8bca4f46cd req-5b411055-2849-49c7-aaea-d9142369cf3a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0636368 Apr 11 15:24:34.660316 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33920) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:34.687978 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-32a81acf-9e4a-4d01-bd19-cb4afe2330a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:34.746398 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4e081991-eae7-4cb4-9092-1a8bca4f46cd req-54d29431-b613-41b1-884d-664c941439a3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871441 Apr 11 15:24:34.869934 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-32a81acf-9e4a-4d01-bd19-cb4afe2330a2 admin admin] Publish callbacks [] for security_group (c48095bb-66c8-40bc-bab1-77a44e2de242), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:35.004954 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-32a81acf-9e4a-4d01-bd19-cb4afe2330a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (c48095bb-66c8-40bc-bab1-77a44e2de242), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:35.069409 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-32a81acf-9e4a-4d01-bd19-cb4afe2330a2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96da9bcff5ad4cb3a4ca8ab8f68b308d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077518 Apr 11 15:24:35.070600 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a81acf-9e4a-4d01-bd19-cb4afe2330a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48095bb-66c8-40bc-bab1-77a44e2de242,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:35.072604 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33934) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:35.169281 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4fab2878-582a-44d8-a754-5c5f9d84eb50 admin admin] Publish callbacks [] for security_group (c48095bb-66c8-40bc-bab1-77a44e2de242), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:35.193423 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4fab2878-582a-44d8-a754-5c5f9d84eb50 admin admin] Publish callbacks [] for security_group (c48095bb-66c8-40bc-bab1-77a44e2de242), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:35.486513 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4fab2878-582a-44d8-a754-5c5f9d84eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (c48095bb-66c8-40bc-bab1-77a44e2de242), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:35.495473 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33942) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:35.502473 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-fcd250f9-613c-418f-a55b-96f3595992f9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773437169', 'description': 'tempest-description--953640595'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:35.506487 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4fab2878-582a-44d8-a754-5c5f9d84eb50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:35.510214 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-4fab2878-582a-44d8-a754-5c5f9d84eb50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c48095bb-66c8-40bc-bab1-77a44e2de242 HTTP/1.1" status: 204 len: 168 time: 0.4334509 Apr 11 15:24:35.522081 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab2878-582a-44d8-a754-5c5f9d84eb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48095bb-66c8-40bc-bab1-77a44e2de242,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:35.659910 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fcd250f9-613c-418f-a55b-96f3595992f9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:35.752238 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fcd250f9-613c-418f-a55b-96f3595992f9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group (32b1b944-3c33-44d3-b13e-1b6605920177), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:35.864691 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fcd250f9-613c-418f-a55b-96f3595992f9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (32b1b944-3c33-44d3-b13e-1b6605920177), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:35.908880 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2ae5f-ee9e-446e-af3c-63f9c381b8c6 req-74a97ecd-0e32-4fe5-a482-1b0cf437fa9e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:35.910429 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0dd2ae5f-ee9e-446e-af3c-63f9c381b8c6 req-74a97ecd-0e32-4fe5-a482-1b0cf437fa9e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0810192 Apr 11 15:24:35.916077 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd250f9-613c-418f-a55b-96f3595992f9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1b944-3c33-44d3-b13e-1b6605920177,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:36.004807 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fcd250f9-613c-418f-a55b-96f3595992f9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:36.006359 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-fcd250f9-613c-418f-a55b-96f3595992f9 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5098507 Apr 11 15:24:36.009291 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33958) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:36.014403 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-2ba9553f-09ea-4777-9f37-6646b5303568 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Request body: {'security_group_rule': {'security_group_id': '32b1b944-3c33-44d3-b13e-1b6605920177', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:36.028036 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0dd2ae5f-ee9e-446e-af3c-63f9c381b8c6 req-95c95f48-aded-43ec-98ac-95fd2fc4139d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053634 Apr 11 15:24:36.167152 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2ba9553f-09ea-4777-9f37-6646b5303568 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group_rule (d60c602e-abd0-4769-bd2d-fa5871f7096f), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:36.267993 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2ba9553f-09ea-4777-9f37-6646b5303568 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group_rule (d60c602e-abd0-4769-bd2d-fa5871f7096f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:36.403139 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2ba9553f-09ea-4777-9f37-6646b5303568 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (d60c602e-abd0-4769-bd2d-fa5871f7096f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:36.428809 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9553f-09ea-4777-9f37-6646b5303568 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60c602e-abd0-4769-bd2d-fa5871f7096f,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:36.533549 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2ba9553f-09ea-4777-9f37-6646b5303568 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:36.535028 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-2ba9553f-09ea-4777-9f37-6646b5303568 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5241330 Apr 11 15:24:36.537731 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33964) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:36.542187 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-92fc768d-ef82-4de5-a470-3d338e74508f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Request body: {'security_group_rule': {'security_group_id': '32b1b944-3c33-44d3-b13e-1b6605920177', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:36.576980 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33966) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:36.586906 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4496308-8598-4a1d-be69-99aaf87da0f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:36.671328 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92fc768d-ef82-4de5-a470-3d338e74508f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group_rule (80ddd5e4-4339-4351-a870-82611b36c9ce), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:36.685192 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4496308-8598-4a1d-be69-99aaf87da0f9 admin admin] Publish callbacks [] for security_group (86de1997-d4a7-414b-96d0-6b81a06c186b), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:36.739443 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92fc768d-ef82-4de5-a470-3d338e74508f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group_rule (80ddd5e4-4339-4351-a870-82611b36c9ce), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.060396 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a4496308-8598-4a1d-be69-99aaf87da0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (86de1997-d4a7-414b-96d0-6b81a06c186b), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.084521 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92fc768d-ef82-4de5-a470-3d338e74508f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (80ddd5e4-4339-4351-a870-82611b36c9ce), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.092338 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a4496308-8598-4a1d-be69-99aaf87da0f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d6ff47e1948438891d4004b1d05afd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5184672 Apr 11 15:24:37.095156 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 33974) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:37.121723 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc768d-ef82-4de5-a470-3d338e74508f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ddd5e4-4339-4351-a870-82611b36c9ce,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:37.128925 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4496308-8598-4a1d-be69-99aaf87da0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86de1997-d4a7-414b-96d0-6b81a06c186b,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:37.187690 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b08f5d-87bf-43d1-905b-49f8aacb1e4b req-8b38050c-f1a3-4bcc-ab87-8a4add55ab8b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:37.207378 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-92fc768d-ef82-4de5-a470-3d338e74508f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.212079 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-92fc768d-ef82-4de5-a470-3d338e74508f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6732621 Apr 11 15:24:37.212453 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-30b08f5d-87bf-43d1-905b-49f8aacb1e4b req-8b38050c-f1a3-4bcc-ab87-8a4add55ab8b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.1146595 Apr 11 15:24:37.213602 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 33984) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:37.217911 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:37.231892 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-960015c6-18fe-48ef-a6f1-de0e5a7df425 admin admin] Publish callbacks [] for security_group (86de1997-d4a7-414b-96d0-6b81a06c186b), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.279148 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-960015c6-18fe-48ef-a6f1-de0e5a7df425 admin admin] Publish callbacks [] for security_group (86de1997-d4a7-414b-96d0-6b81a06c186b), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.312141 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-30b08f5d-87bf-43d1-905b-49f8aacb1e4b req-4c565279-597d-4d5b-af0b-fcbf35f50efe tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987327 Apr 11 15:24:37.330775 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.441900 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.469150 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-960015c6-18fe-48ef-a6f1-de0e5a7df425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (86de1997-d4a7-414b-96d0-6b81a06c186b), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.469150 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-960015c6-18fe-48ef-a6f1-de0e5a7df425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.469150 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-960015c6-18fe-48ef-a6f1-de0e5a7df425 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/86de1997-d4a7-414b-96d0-6b81a06c186b HTTP/1.1" status: 204 len: 168 time: 0.3705673 Apr 11 15:24:37.477869 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960015c6-18fe-48ef-a6f1-de0e5a7df425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86de1997-d4a7-414b-96d0-6b81a06c186b,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:37.608134 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Allocated IP 172.27.0.103 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/03f4e75d-6da8-40cc-8a7f-5afd84321922) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:37.734453 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for port (03f4e75d-6da8-40cc-8a7f-5afd84321922), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.832269 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (03f4e75d-6da8-40cc-8a7f-5afd84321922), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:37.907530 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:37.908361 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event updated for resources: {'Port': ['ID=03f4e75d-6da8-40cc-8a7f-5afd84321922,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:37.911408 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:37.913543 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:38.014170 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for floatingip (fce1c6b6-b97b-4476-828b-b441f3b35b1e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:38.141509 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (03f4e75d-6da8-40cc-8a7f-5afd84321922), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:38.336828 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for port (03f4e75d-6da8-40cc-8a7f-5afd84321922), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:38.466337 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:38.467525 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (03f4e75d-6da8-40cc-8a7f-5afd84321922), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:38.502815 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f60a-d1bf-46e3-96b2-20a73e3cf000 req-6ea5fab8-0230-48d0-9377-d33ea4c2e7ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:38.513779 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c0a7f60a-d1bf-46e3-96b2-20a73e3cf000 req-6ea5fab8-0230-48d0-9377-d33ea4c2e7ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0738635 Apr 11 15:24:38.569273 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event updated for resources: {'Port': ['ID=03f4e75d-6da8-40cc-8a7f-5afd84321922,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:38.581061 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c0a7f60a-d1bf-46e3-96b2-20a73e3cf000 req-82c106b8-7d2d-4966-ad61-2553f3f2d1be tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678649 Apr 11 15:24:38.593502 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (fce1c6b6-b97b-4476-828b-b441f3b35b1e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:38.681624 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:38.685126 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-7468ba59-95ef-4d1b-b0ca-4ed4d6eae115 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4711998 Apr 11 15:24:38.857206 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 34022) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:38.944969 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-0bb36522-6ede-4c1c-969d-3696b50fdd98 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--773437169&fields=id&tenant_id=7d28faf05bb14f3ea1debe1eac95e0be HTTP/1.1" status: 200 len: 267 time: 0.0580387 Apr 11 15:24:39.017699 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-840225637-network', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:39.074812 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-5433cb39-87a8-49ac-9ff4-c078d30ec943 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:39.076668 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-5433cb39-87a8-49ac-9ff4-c078d30ec943 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 818 time: 0.1307371 Apr 11 15:24:39.095394 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-ae1a3786-b5e3-426a-87d9-6ff41b3d164a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/quotas/7d28faf05bb14f3ea1debe1eac95e0be HTTP/1.1" status: 200 len: 375 time: 0.0130174 Apr 11 15:24:39.114284 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Made reservation on behalf of 33f4eaf829004bbbb30f047652be5f8a for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:39.118033 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:39.163939 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:39.178060 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-118f30ab-7517-48ba-9864-7440e42396cf tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0763776 Apr 11 15:24:39.370277 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-784e7580-7dc4-4745-aab2-f163dd973992 service neutron] 10.222.0.47 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712971 Apr 11 15:24:39.407321 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Publish callbacks [] for security_group (d3841984-b559-4030-b62e-eb4a21df0938), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:39.507279 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-0fe1f8ea-8dc8-4af2-b241-c3e04c026779 service neutron] 10.222.0.47 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360631 Apr 11 15:24:39.520044 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (d3841984-b559-4030-b62e-eb4a21df0938), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:39.552938 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:24:39.570601 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3841984-b559-4030-b62e-eb4a21df0938,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:39.575727 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (7163a3a0-a9b4-4d1c-8179-106351c62bf7), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:39.576372 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Added segment 7163a3a0-a9b4-4d1c-8179-106351c62bf7 of type vlan for network c7316da3-3527-4cfd-adb9-6a1fa5547a13 Apr 11 15:24:39.644912 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (c7316da3-3527-4cfd-adb9-6a1fa5547a13), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:39.753987 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f894653-4e8b-4293-9611-6fdbdbd65171 req-66e8e03d-6167-4ea2-a95b-daead2a2e877 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:39.755515 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f894653-4e8b-4293-9611-6fdbdbd65171 req-66e8e03d-6167-4ea2-a95b-daead2a2e877 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0586610 Apr 11 15:24:39.785359 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (c7316da3-3527-4cfd-adb9-6a1fa5547a13), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:39.786112 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:39.786704 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:39.917729 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f894653-4e8b-4293-9611-6fdbdbd65171 req-7e79745e-3bf6-44d2-8f81-e8b2a55054e8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560979 Apr 11 15:24:39.951640 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d25485db-1855-4903-ada6-a7180641654c req-9e5fda7f-5aa8-45f9-a61a-1646b762f4d3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 210 time: 0.0802267 Apr 11 15:24:39.965990 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1042168 Apr 11 15:24:39.965990 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c28dc-599d-4038-870e-85394a5a05c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c7316da3-3527-4cfd-adb9-6a1fa5547a13,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:39.972013 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34060) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:39.974339 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network c7316da3-3527-4cfd-adb9-6a1fa5547a13 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:24:39.978803 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Request body: {'subnet': {'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-840225637-subnet', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:40.032534 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:24:40.159178 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Made reservation on behalf of 33f4eaf829004bbbb30f047652be5f8a for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:40.161822 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9838240'] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:40.472784 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9838258'] for subnet (fec656bf-0354-4ad8-8e76-722b105501ad), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:40.531467 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec656bf-0354-4ad8-8e76-722b105501ad,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:40.554070 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Checking segment: {'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:40.554070 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Network hostable DHCP agents. Network: c7316da3-3527-4cfd-adb9-6a1fa5547a13, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:24:41.022047 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Network c7316da3-3527-4cfd-adb9-6a1fa5547a13 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:24:41.074862 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-096802b4-a711-4792-b7d7-817819ed5456 req-1721810a-afcf-448a-b908-7b4b8aef2e3a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 210 time: 0.0346398 Apr 11 15:24:41.087714 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe69d3-f7c9-4f28-ad1f-ecbd0b942dc6 req-756fed7b-5eee-48eb-bdb8-d7301b3e7908 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:41.089214 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-affe69d3-f7c9-4f28-ad1f-ecbd0b942dc6 req-756fed7b-5eee-48eb-bdb8-d7301b3e7908 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0800557 Apr 11 15:24:41.105408 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, c7316da3-3527-4cfd-adb9-6a1fa5547a13) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:41.109932 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:41.110851 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:41.116394 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f871f-33e1-4262-992e-a5d002dc9015 None None] Network c7316da3-3527-4cfd-adb9-6a1fa5547a13 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:24:41.156652 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-affe69d3-f7c9-4f28-ad1f-ecbd0b942dc6 req-960c14a7-6e8f-4251-990b-db0c99a1be6b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574603 Apr 11 15:24:41.194471 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-309b5f20-6fd8-4873-b5fd-c84bd782c64f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2208338 Apr 11 15:24:41.197834 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 34088) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:41.202099 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:41.287553 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:24:41.288541 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:41.305617 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (f39dbadb-ee5d-4033-a388-92ec72674060), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:41.307216 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (f39dbadb-ee5d-4033-a388-92ec72674060), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:41.400150 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks [] for router_controller (f39dbadb-ee5d-4033-a388-92ec72674060), precommit_add_association {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:41.456007 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Allocated IP 172.20.0.2 (c7316da3-3527-4cfd-adb9-6a1fa5547a13/fec656bf-0354-4ad8-8e76-722b105501ad/c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:41.618615 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Publish callbacks [] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:41.702518 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:41.746097 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Network c7316da3-3527-4cfd-adb9-6a1fa5547a13 is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:41.749225 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:41.753395 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:41.759427 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Pushing event updated for resources: {'Port': ['ID=c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:41.821927 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Attempting to bind port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:24:41.822373 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Attempting to bind port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:24:41.822805 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Attempting to bind port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 on network c7316da3-3527-4cfd-adb9-6a1fa5547a13 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:41.831200 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:24:41.831637 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Checking segment: {'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:41.832028 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:41.832432 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Bound using segment: {'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:24:41.832917 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Bound port: c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:24:41.833302 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:41.900113 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks [] for router_gateway (f39dbadb-ee5d-4033-a388-92ec72674060), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:41.924942 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] For port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:24:41.930975 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] For port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:24:42.035343 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:42.039224 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6886-a1fd-4cee-9a60-dec74ed29a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:42.105137 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624086af-d0f1-494f-8787-6f93bfbbef87 None None] Pushing event updated for resources: {'Port': ['ID=c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:42.340540 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0307571d-d251-4789-8455-fa1733c9384a req-f601295a-eec3-4f86-a1b4-f0a182bfc4b1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 210 time: 0.1388428 Apr 11 15:24:42.426159 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a1dc6-4e58-4fe6-8b7b-a80afdcd3987 req-70c68019-3c7d-491d-a5bd-659292104e05 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:42.427873 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-799a1dc6-4e58-4fe6-8b7b-a80afdcd3987 req-70c68019-3c7d-491d-a5bd-659292104e05 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.1314247 Apr 11 15:24:42.437986 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks [] for router_gateway (f39dbadb-ee5d-4033-a388-92ec72674060), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:42.547802 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:42.585508 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-799a1dc6-4e58-4fe6-8b7b-a80afdcd3987 req-d91ecc39-bac9-4c7b-b949-c8ef769fa9cd tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441619 Apr 11 15:24:42.731696 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Allocated IP 172.27.0.139 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/cb707e37-4091-4975-94c9-b3aecfeecf1c) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:42.857832 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks [] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:42.954589 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:43.001018 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:43.004040 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:43.006625 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:43.046683 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Pushing event updated for resources: {'Port': ['ID=cb707e37-4091-4975-94c9-b3aecfeecf1c,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:43.490083 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2a301f4a-6c6f-4d9d-9a4b-aa1b928e4477 req-0786dfec-1954-42dd-a499-e7229982b7c5 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 210 time: 0.0449893 Apr 11 15:24:43.521951 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks [] for router_gateway (f39dbadb-ee5d-4033-a388-92ec72674060), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:43.537497 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f11f5-0336-48f8-a144-7a54c7aab2aa None None] Network c7316da3-3527-4cfd-adb9-6a1fa5547a13 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:24:43.641784 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-51763f18-285a-4fb6-a06f-65b95bf65a80 None None] Provisioning complete for port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:43.642164 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-51763f18-285a-4fb6-a06f-65b95bf65a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:43.762342 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-51763f18-285a-4fb6-a06f-65b95bf65a80 None None] Current status of the port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:43.762660 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-51763f18-285a-4fb6-a06f-65b95bf65a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:43.812047 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-51763f18-285a-4fb6-a06f-65b95bf65a80 None None] For port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:43.850966 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:43.856716 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f606e-aa9b-4f93-8c80-7f347848a647 req-b8f183f0-9afe-4a3f-8c36-378ebb61a48b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:43.856716 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-839f606e-aa9b-4f93-8c80-7f347848a647 req-b8f183f0-9afe-4a3f-8c36-378ebb61a48b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0684001 Apr 11 15:24:43.905292 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-51763f18-285a-4fb6-a06f-65b95bf65a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:43.919895 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-839f606e-aa9b-4f93-8c80-7f347848a647 req-30e7f7c7-1646-427b-a04e-ea75e21c949a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608385 Apr 11 15:24:43.921469 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (f39dbadb-ee5d-4033-a388-92ec72674060), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:44.014293 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:44.014996 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:44.016991 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51763f18-285a-4fb6-a06f-65b95bf65a80 None None] Pushing event updated for resources: {'Port': ['ID=c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:44.151517 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:44.207903 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Router f39dbadb-ee5d-4033-a388-92ec72674060 is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:24:44.240385 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-5eef8423-6a95-46fb-9dc7-c4ff14cef471 None None] Provisioning complete for port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:44.241040 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-5eef8423-6a95-46fb-9dc7-c4ff14cef471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:44.384327 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-5eef8423-6a95-46fb-9dc7-c4ff14cef471 None None] Current status of the port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:44.441882 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2b1b9ff0-82cf-4927-9964-2e3b546600a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:44.455662 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:24:44.468640 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Sync routers for ids ['f39dbadb-ee5d-4033-a388-92ec72674060'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:24:44.486621 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Routers {'f39dbadb-ee5d-4033-a388-92ec72674060'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:24:44.487275 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:24:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['f39dbadb-ee5d-4033-a388-92ec72674060'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:44.590305 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-dbd03146-70b0-44d2-a39c-0b24123e074e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:44.591874 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-dbd03146-70b0-44d2-a39c-0b24123e074e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 818 time: 0.3954878 Apr 11 15:24:44.613181 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:44.617566 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0b698fe2-7721-47b4-918c-0d5e2e01764a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4158154 Apr 11 15:24:44.618243 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34126) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:44.692116 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f7610090-0c03-4d2b-b19f-5dcd8bcf6ac5 req-af9d1731-ad26-4f7d-85d1-996a7b749529 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 210 time: 0.0702603 Apr 11 15:24:44.763096 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-f70ec1c8-22b9-43ab-9876-93226374c67c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d28faf05bb14f3ea1debe1eac95e0be HTTP/1.1" status: 200 len: 379 time: 0.1618831 Apr 11 15:24:44.780591 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Request body: {'port': {'device_id': '1f13388b-426d-4daf-b178-60e97cd567f9', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'admin_state_up': True, 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'security_groups': ['32b1b944-3c33-44d3-b13e-1b6605920177']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:44.842639 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Set router f39dbadb-ee5d-4033-a388-92ec72674060 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:24:45.119866 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:43Z', 'revision_number': 3, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:45.157729 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Checking router: f39dbadb-ee5d-4033-a388-92ec72674060 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:24:45.158243 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Updating router f39dbadb-ee5d-4033-a388-92ec72674060 port cb707e37-4091-4975-94c9-b3aecfeecf1c binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:24:45.175139 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bad9a2-2c30-4c45-b895-ca7993cf635f req-8536b382-a237-4658-84a0-26ec22562ad6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:45.185331 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-60bad9a2-2c30-4c45-b895-ca7993cf635f req-8536b382-a237-4658-84a0-26ec22562ad6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.1229372 Apr 11 15:24:45.194011 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:45.243036 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-60bad9a2-2c30-4c45-b895-ca7993cf635f req-03d06a80-86f0-4658-8d10-ea744aa7cd73 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567508 Apr 11 15:24:45.445103 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Made reservation on behalf of 7d28faf05bb14f3ea1debe1eac95e0be for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:45.448624 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:45.490971 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:45.506736 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Publish callbacks [] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:45.549701 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:45.629374 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:45.684828 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Allocated IP 172.20.0.11 (cc3139d6-6903-49d1-a95b-667580eb14d3/88f03960-1a9b-4327-bbda-41fdebf7bb0d/c5309d0d-72d6-49f6-9ff2-2eb9d76104cc) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:45.756461 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Pushing event updated for resources: {'Port': ['ID=cb707e37-4091-4975-94c9-b3aecfeecf1c,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:45.783062 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.783886 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.785037 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.785572 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.786083 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.786691 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.787204 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.787964 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.788698 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.789422 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.789959 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.790616 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.791669 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.792153 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.792574 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:24:45.796964 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Attempting to bind port cb707e37-4091-4975-94c9-b3aecfeecf1c on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:24:45.797437 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Attempting to bind port cb707e37-4091-4975-94c9-b3aecfeecf1c by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:24:45.797902 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Attempting to bind port cb707e37-4091-4975-94c9-b3aecfeecf1c on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:45.818572 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:24:45.819624 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:45.820674 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:45.822391 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:24:45.823745 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Bound port: cb707e37-4091-4975-94c9-b3aecfeecf1c, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:24:45.824250 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:45.848787 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:45.960156 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:45.961972 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Allocated IP 172.20.0.1 (c7316da3-3527-4cfd-adb9-6a1fa5547a13/fec656bf-0354-4ad8-8e76-722b105501ad/3ee55bf1-4714-42a5-a11e-7d34df17f8fd) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:45.962775 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:46.113613 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:46.124917 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c80931cd-5d8f-4ff0-8798-cd128700a222 req-94e37a43-bb66-4432-80a7-026d251e97a5 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 210 time: 0.1010852 Apr 11 15:24:46.129703 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:46.215149 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] For port cb707e37-4091-4975-94c9-b3aecfeecf1c, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:24:46.218710 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] For port cb707e37-4091-4975-94c9-b3aecfeecf1c, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=cb707e37-4091-4975-94c9-b3aecfeecf1c,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:24:46.231398 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Publish callbacks [] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:46.299711 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:46.386659 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:46.424254 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4c750-2b5a-47c8-99f6-eaed384cdffd req-6ae1ea1b-a88e-47c2-b353-bbec8b96ac67 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:46.426019 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-62e4c750-2b5a-47c8-99f6-eaed384cdffd req-6ae1ea1b-a88e-47c2-b353-bbec8b96ac67 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0781717 Apr 11 15:24:46.438506 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Network cc3139d6-6903-49d1-a95b-667580eb14d3 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:46.450025 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:46.452676 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:46.467311 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:46.471864 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Routers {'f39dbadb-ee5d-4033-a388-92ec72674060'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:24:46.472800 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event updated for resources: {'Port': ['ID=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:46.473482 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:24:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['f39dbadb-ee5d-4033-a388-92ec72674060'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:46.539275 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57d754-e415-43a9-8028-d55ec05a518a None None] Pushing event updated for resources: {'Port': ['ID=cb707e37-4091-4975-94c9-b3aecfeecf1c,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:46.568422 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Network c7316da3-3527-4cfd-adb9-6a1fa5547a13 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:46.582974 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-62e4c750-2b5a-47c8-99f6-eaed384cdffd req-2027163a-40f1-40a0-9f9e-754a5e2d5162 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468074 Apr 11 15:24:46.583624 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:46.603017 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:46.625558 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:46.625773 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:46.718231 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] Set router f39dbadb-ee5d-4033-a388-92ec72674060 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:24:46.766093 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:46.768284 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af417ff4-455e-465b-9148-ffdced7dd01a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9917724 Apr 11 15:24:46.778584 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee55bf1-4714-42a5-a11e-7d34df17f8fd,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:46.781810 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Request body: {'port': {'device_id': '1f13388b-426d-4daf-b178-60e97cd567f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:46.820056 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (f39dbadb-ee5d-4033-a388-92ec72674060), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:46.941520 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-732b2151-4393-4c0e-9ba5-ef2da36a816b None None] Provisioning complete for port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:46.942967 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-732b2151-4393-4c0e-9ba5-ef2da36a816b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:46.997233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:47.012597 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-732b2151-4393-4c0e-9ba5-ef2da36a816b None None] Port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:24:47.141655 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-44e37c9e-9b6d-47db-900c-f6fabd7cfe74 None None] Provisioning complete for port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:47.142080 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-44e37c9e-9b6d-47db-900c-f6fabd7cfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:47.234304 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-44e37c9e-9b6d-47db-900c-f6fabd7cfe74 None None] Port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:24:47.239942 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:43Z', 'revision_number': 3, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:47.256987 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:47.310117 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a4572a-8cc2-4b87-a148-304ecb0c75d8 None None] The sync data for ids ['f39dbadb-ee5d-4033-a388-92ec72674060'] in dv-cinder-836083-4-iscsi is: [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:43Z', 'revision_number': 3, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:24:47.343139 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa7d9b-0c98-4d38-8931-bc17106af3b6 req-5964600c-210f-4f13-88ca-4700f0afc9f1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:47.344941 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2fa7d9b-0c98-4d38-8931-bc17106af3b6 req-5964600c-210f-4f13-88ca-4700f0afc9f1 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 932 time: 0.0809493 Apr 11 15:24:47.489189 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2fa7d9b-0c98-4d38-8931-bc17106af3b6 req-b75f6337-72ab-4af0-ba16-b61c0b6e3ae4 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254754 Apr 11 15:24:47.542055 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Publish callbacks [] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:47.563351 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5309d0d-72d6-49f6-9ff2-2eb9d76104cc {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:24:47.571610 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Publish callbacks [] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:47.585908 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Transition to ACTIVE for port object c5309d0d-72d6-49f6-9ff2-2eb9d76104cc will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:24:47.610957 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:47.696655 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:47.760776 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (f39dbadb-ee5d-4033-a388-92ec72674060), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:47.762590 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee55bf1-4714-42a5-a11e-7d34df17f8fd,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:47.776917 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Pushing event updated for resources: {'Port': ['ID=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:47.925626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276cfb1-7040-430d-b8e0-c8f8a192a60b req-673fcf13-7166-4e4d-9a61-a4fdc533667e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:47.927463 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1276cfb1-7040-430d-b8e0-c8f8a192a60b req-673fcf13-7166-4e4d-9a61-a4fdc533667e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.1445642 Apr 11 15:24:47.977606 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Attempting to bind port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:24:47.982294 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Attempting to bind port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:24:47.982760 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Attempting to bind port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc on network cc3139d6-6903-49d1-a95b-667580eb14d3 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:47.998705 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Network c7316da3-3527-4cfd-adb9-6a1fa5547a13 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:48.000893 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:48.023697 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1276cfb1-7040-430d-b8e0-c8f8a192a60b req-6657d06c-608b-42c0-a0ad-1a9a492cad04 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812371 Apr 11 15:24:48.024457 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc on network cc3139d6-6903-49d1-a95b-667580eb14d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:24:48.024878 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Attempting to bind port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc on network cc3139d6-6903-49d1-a95b-667580eb14d3 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:48.031123 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:24:48.031702 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Checking segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:48.032177 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Bound using segment: {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:24:48.043426 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Bound port: c5309d0d-72d6-49f6-9ff2-2eb9d76104cc, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e27bd1-bfb1-49ca-8a52-94dfc311a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:24:48.045753 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:48.208798 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] For port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:24:48.222370 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] For port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:24:48.243288 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Router f39dbadb-ee5d-4033-a388-92ec72674060 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:24:48.325396 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:48.399486 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:48.424208 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:24:48.441278 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-9bed8658-3b8b-4ea2-822f-031c976f2b23 admin admin] 10.222.0.47 "PUT /v2.0/routers/f39dbadb-ee5d-4033-a388-92ec72674060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8122444 Apr 11 15:24:48.498101 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Pushing event updated for resources: {'Port': ['ID=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:48.522532 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:48.522532 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:48.524101 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-7de06808-5168-4ae4-9bc8-1bc79cd1263d service neutron] 10.222.0.39 "PUT /v2.0/ports/c5309d0d-72d6-49f6-9ff2-2eb9d76104cc HTTP/1.1" status: 200 len: 1094 time: 1.7470493 Apr 11 15:24:48.524581 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:24:48.528885 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d1cc62-2d5d-4eed-8685-2a57fdb93a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:24:48.540490 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-167c6d42-3608-4904-834e-e74e52906b32 None None] Provisioning complete for port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:48.543116 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-167c6d42-3608-4904-834e-e74e52906b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:48.583750 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c422a4c7-d19b-4725-8e6b-404a4761a37e x-openstack-request-id: req-c422a4c7-d19b-4725-8e6b-404a4761a37e {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:24:48.584046 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:24:48.585694 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c422a4c7-d19b-4725-8e6b-404a4761a37e {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:24:48.585694 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c422a4c7-d19b-4725-8e6b-404a4761a37e'] response: {'name': 'network-changed', 'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'status': 'completed', 'code': 200} Apr 11 15:24:48.730996 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1cc62-2d5d-4eed-8685-2a57fdb93a5e req-0f072b83-0e5c-494c-bbb6-304f7f679187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:48.733607 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-08d1cc62-2d5d-4eed-8685-2a57fdb93a5e req-0f072b83-0e5c-494c-bbb6-304f7f679187 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 1128 time: 0.0810366 Apr 11 15:24:48.740727 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138aec2-eef5-4e01-9024-1de83a5bf777 req-ceee2067-9523-46fd-9c02-9ec8088fd1e3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:48.742845 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f138aec2-eef5-4e01-9024-1de83a5bf777 req-ceee2067-9523-46fd-9c02-9ec8088fd1e3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 944 time: 0.1094360 Apr 11 15:24:48.749191 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-b70cab6e-758b-4699-8480-f5d8f25e756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:48.750893 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-b70cab6e-758b-4699-8480-f5d8f25e756c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 1129 time: 0.0977139 Apr 11 15:24:48.940858 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-8dc45a55-473f-4bd6-9a22-d7b67e67de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:48.942993 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-8dc45a55-473f-4bd6-9a22-d7b67e67de84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 918 time: 0.1855679 Apr 11 15:24:48.964818 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-167c6d42-3608-4904-834e-e74e52906b32 None None] Port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:24:49.068038 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f138aec2-eef5-4e01-9024-1de83a5bf777 req-a744f666-6532-4027-a4db-bffa1a6c72a3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780281 Apr 11 15:24:49.076116 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1cc62-2d5d-4eed-8685-2a57fdb93a5e req-2ddb290f-ddee-4a12-8229-2b3e8a14e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:49.076116 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-08d1cc62-2d5d-4eed-8685-2a57fdb93a5e req-2ddb290f-ddee-4a12-8229-2b3e8a14e16b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3263562 Apr 11 15:24:49.208386 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f23d95-4f19-494f-83f7-a4d9bdb61a8c req-56db5383-2acc-4366-8929-22f1996b6ea1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:49.213899 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-91f23d95-4f19-494f-83f7-a4d9bdb61a8c req-56db5383-2acc-4366-8929-22f1996b6ea1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.0728235 Apr 11 15:24:49.267471 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-91f23d95-4f19-494f-83f7-a4d9bdb61a8c req-fd2525e1-bfdd-4b27-a4e7-2c1dd22225b8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495827 Apr 11 15:24:49.468705 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34268) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:49.473667 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-961171136-network', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:49.547873 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Made reservation on behalf of f5343bf5cbea44b39655300fbff29de0 for: {'network': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:49.550463 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.560432 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.637882 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Publish callbacks [] for security_group (21399336-8bee-4a0e-85c3-d89cb654e18b), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.690778 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device cb707e37-4091-4975-94c9-b3aecfeecf1c up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:49.708454 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (21399336-8bee-4a0e-85c3-d89cb654e18b), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.732240 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:24:49.738469 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port cb707e37-4091-4975-94c9-b3aecfeecf1c triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:49.738860 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.748335 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21399336-8bee-4a0e-85c3-d89cb654e18b,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:49.751355 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (74f4e5d5-0142-4419-8e4c-f1cfc3ac8925), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.751917 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.segments_db [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Added segment 74f4e5d5-0142-4419-8e4c-f1cfc3ac8925 of type vlan for network 72232167-6dd2-4650-a897-cc032b22bbd8 Apr 11 15:24:49.770363 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Sync routers for ids ['f39dbadb-ee5d-4033-a388-92ec72674060'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:24:49.790200 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Routers {'f39dbadb-ee5d-4033-a388-92ec72674060'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:24:49.793083 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:24:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['f39dbadb-ee5d-4033-a388-92ec72674060'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:49.798303 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (72232167-6dd2-4650-a897-cc032b22bbd8), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.903671 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (72232167-6dd2-4650-a897-cc032b22bbd8), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.904702 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:49.905282 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.920810 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port cb707e37-4091-4975-94c9-b3aecfeecf1c is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:49.921192 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:49.957713 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Set router f39dbadb-ee5d-4033-a388-92ec72674060 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:24:49.960683 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port cb707e37-4091-4975-94c9-b3aecfeecf1c, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=cb707e37-4091-4975-94c9-b3aecfeecf1c,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:49.968719 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] Pushing event updated for resources: {'Network': ['ID=72232167-6dd2-4650-a897-cc032b22bbd8,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:49.992368 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network 72232167-6dd2-4650-a897-cc032b22bbd8 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:24:50.025192 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-ea50e5c5-f91a-4009-aa71-c5ea20b1494f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5551007 Apr 11 15:24:50.028359 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34270) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:50.033238 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Request body: {'subnet': {'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-961171136-subnet', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:50.081924 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.145180 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Made reservation on behalf of f5343bf5cbea44b39655300fbff29de0 for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:24:50.146912 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9838240'] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.206513 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=cb707e37-4091-4975-94c9-b3aecfeecf1c,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:50.275900 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:47Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3ee55bf1-4714-42a5-a11e-7d34df17f8fd', 'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'mac_address': 'fa:16:3e:cb:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:45Z', 'updated_at': '2022-04-11T15:24:47Z', 'revision_number': 2, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'subnets': [{'id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:50.328797 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Checking router: f39dbadb-ee5d-4033-a388-92ec72674060 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:24:50.329625 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Updating router f39dbadb-ee5d-4033-a388-92ec72674060 port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:24:50.368228 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.436729 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9838258'] for subnet (c63115c1-15e1-4b57-93c4-942eaea5452e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.512690 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-13c50f29-2ea8-4afe-8393-ca01fe6d2d62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e HTTP/1.1" status: 200 len: 1001 time: 0.1491249 Apr 11 15:24:50.522001 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63115c1-15e1-4b57-93c4-942eaea5452e,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:50.539814 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Checking segment: {'id': '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:50.540294 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Network hostable DHCP agents. Network: 72232167-6dd2-4650-a897-cc032b22bbd8, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:24:50.550572 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95b1d2-1758-4f63-8cce-3040604bf32b req-e87d8b58-76c6-402d-b725-124c850dc7c3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:50.552955 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9f95b1d2-1758-4f63-8cce-3040604bf32b req-e87d8b58-76c6-402d-b725-124c850dc7c3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 944 time: 0.3754890 Apr 11 15:24:50.608038 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8126b89-6dd3-4b5d-b643-4dba41c7b311 req-1d2e8046-be74-4b88-bf0b-67d2b7e33e0a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:50.609475 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b8126b89-6dd3-4b5d-b643-4dba41c7b311 req-1d2e8046-be74-4b88-bf0b-67d2b7e33e0a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.1710935 Apr 11 15:24:50.637080 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Network 72232167-6dd2-4650-a897-cc032b22bbd8 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:24:50.672275 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Publish callbacks [] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.694421 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, 72232167-6dd2-4650-a897-cc032b22bbd8) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:50.702835 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3501b71a-f251-4989-aa1b-999c052d6011 None None] Network 72232167-6dd2-4650-a897-cc032b22bbd8 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:24:50.703807 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:50.704419 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.728601 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9f95b1d2-1758-4f63-8cce-3040604bf32b req-e156c319-c885-45a4-bb7e-579742984633 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416864 Apr 11 15:24:50.729628 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1cc62-2d5d-4eed-8685-2a57fdb93a5e req-b6fe074b-51e0-4299-ac78-0451b97a9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:50.731000 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-08d1cc62-2d5d-4eed-8685-2a57fdb93a5e req-b6fe074b-51e0-4299-ac78-0451b97a9fe0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2943416 Apr 11 15:24:50.742633 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b8126b89-6dd3-4b5d-b643-4dba41c7b311 req-98e1c16a-7964-4f1a-9e87-ae4bdd5c0499 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239312 Apr 11 15:24:50.769804 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.788307 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-774c6df9-3b1d-4cbd-b5a4-198a7bbc7906 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7589014 Apr 11 15:24:50.790749 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34282) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:50.794890 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-961171136-router', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:24:50.833781 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c4a56-75cb-444b-987e-0db13769c754 None None] Pushing event updated for resources: {'Port': ['ID=3ee55bf1-4714-42a5-a11e-7d34df17f8fd,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:50.883307 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (be9513c1-6131-4d75-a230-aa177f823b96), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.884449 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (be9513c1-6131-4d75-a230-aa177f823b96), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.891835 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-72232167-6dd2-4650-a897-cc032b22bbd8', 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8', 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'fixed_ips': [{'subnet_id': 'c63115c1-15e1-4b57-93c4-942eaea5452e'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:24:50.893831 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.945387 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Attempting to bind port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:24:50.945683 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Attempting to bind port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:24:50.946049 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Attempting to bind port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd on network c7316da3-3527-4cfd-adb9-6a1fa5547a13 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:50.950608 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks [] for router_controller (be9513c1-6131-4d75-a230-aa177f823b96), precommit_add_association {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.993493 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:24:50.993873 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Checking segment: {'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:50.994804 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:50.995200 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Bound using segment: {'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:24:50.995774 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Bound port: 3ee55bf1-4714-42a5-a11e-7d34df17f8fd, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:24:50.996134 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.057635 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-1983305f-625f-4da2-91ba-75b84209d6ea None None] Provisioning complete for port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:51.058016 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1983305f-625f-4da2-91ba-75b84209d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.145508 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-1983305f-625f-4da2-91ba-75b84209d6ea None None] Port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:24:51.151975 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] For port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:24:51.159144 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Allocated IP 172.20.0.2 (72232167-6dd2-4650-a897-cc032b22bbd8/c63115c1-15e1-4b57-93c4-942eaea5452e/7df377f6-fe16-4fcf-8e40-19aafb5a5d4e) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:51.162168 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] For port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=3ee55bf1-4714-42a5-a11e-7d34df17f8fd,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:24:51.174228 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks [] for router_gateway (be9513c1-6131-4d75-a230-aa177f823b96), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.265523 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 70cdb271-fe6a-4444-a7ba-93e7f1e9639e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:24:51.271326 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.356276 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-9663b8b4-4fe8-4b68-bc14-387962ac6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:51.357737 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-9663b8b4-4fe8-4b68-bc14-387962ac6142 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.0962837 Apr 11 15:24:51.359376 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-4865ec1b-a8de-4b02-99df-48108d3b1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:51.362378 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-4865ec1b-a8de-4b02-99df-48108d3b1bd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 1128 time: 0.0676105 Apr 11 15:24:51.403725 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Publish callbacks [] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.422158 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c4a56-75cb-444b-987e-0db13769c754 None None] Pushing event updated for resources: {'Port': ['ID=3ee55bf1-4714-42a5-a11e-7d34df17f8fd,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:51.429878 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Routers {'f39dbadb-ee5d-4033-a388-92ec72674060'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:24:51.430495 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:24:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['f39dbadb-ee5d-4033-a388-92ec72674060'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:51.432662 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-4753d856-5546-4886-8efd-3719e433c645 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc HTTP/1.1" status: 200 len: 217 time: 0.0599227 Apr 11 15:24:51.438595 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-18fab1c5-4e69-481f-9614-ea6bd8b3c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:51.440301 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-18fab1c5-4e69-481f-9614-ea6bd8b3c347 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598810 Apr 11 15:24:51.496203 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af5152fa-47f9-4e92-a849-54bfe7c408cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:51.498160 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-af5152fa-47f9-4e92-a849-54bfe7c408cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0585394 Apr 11 15:24:51.566035 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-f66b5061-d879-4f9c-825b-a3a91f65efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:51.567744 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-f66b5061-d879-4f9c-825b-a3a91f65efe5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607164 Apr 11 15:24:51.604686 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.713461 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Network 72232167-6dd2-4650-a897-cc032b22bbd8 is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:51.722562 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e is: ACTIVE; New status is: DOWN {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:51.722959 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.729874 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:51.742281 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:51.756500 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Pushing event updated for resources: {'Port': ['ID=7df377f6-fe16-4fcf-8e40-19aafb5a5d4e,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:51.785869 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-598bf3af-3f48-483c-95d7-dff50d896920 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030959 Apr 11 15:24:51.820695 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device cb707e37-4091-4975-94c9-b3aecfeecf1c up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:51.822761 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:24:51.825959 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017f8688-e94c-4e80-8647-2577f0934bfb" -d '{"events": [{"server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "name": "network-vif-unplugged", "status": "completed", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:24:51.830179 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] Set router f39dbadb-ee5d-4033-a388-92ec72674060 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:24:51.842600 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks [] for router_gateway (be9513c1-6131-4d75-a230-aa177f823b96), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.867619 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.882470 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-43eef07d-1bb1-48e1-ade5-05b0bc6d587c None None] Provisioning complete for port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:51.882868 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-43eef07d-1bb1-48e1-ade5-05b0bc6d587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:51.888610 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-a08249a0-909a-452f-b427-a3d2068c9b5f service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030633 Apr 11 15:24:51.931128 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:51.979098 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Attempting to bind port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:24:51.979369 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Attempting to bind port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:24:51.979757 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Attempting to bind port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e on network 72232167-6dd2-4650-a897-cc032b22bbd8 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:51.993475 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59935c9e-3105-45ae-9648-39497d086b16 req-0603cbc4-a38a-496b-8907-e5c7b5b23165 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:51.995686 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-59935c9e-3105-45ae-9648-39497d086b16 req-0603cbc4-a38a-496b-8907-e5c7b5b23165 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 944 time: 0.0984864 Apr 11 15:24:52.001914 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b10964-c367-426c-b560-c5924a0bc9f1 req-e1cfbb66-70ca-4235-ba86-8935664a5576 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:52.003467 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-35b10964-c367-426c-b560-c5924a0bc9f1 req-e1cfbb66-70ca-4235-ba86-8935664a5576 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 945 time: 0.1052048 Apr 11 15:24:52.015288 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-650ba816-95b3-4795-80c2-a538c7bf0d99 req-a3e5845b-d862-464d-8062-3eb438bd7b78 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132971 Apr 11 15:24:52.021699 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:24:52.021699 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Checking segment: {'id': '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:52.022209 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.023213 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Bound using segment: {'id': '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:24:52.023213 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Bound port: 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:24:52.023442 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.044944 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.068760 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-27e3fac6-8cbc-4cf3-9d29-3c1323e62e39 req-f7c712ed-038f-49d0-ab64-ba37b7a52288 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547904 Apr 11 15:24:52.069821 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Allocated IP 172.27.0.210 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/e3c00a48-5e64-4bf9-b7ab-b1142020d65e) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:52.099771 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-59935c9e-3105-45ae-9648-39497d086b16 req-7df4b48d-2445-4bbd-b321-628664eeff02 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668397 Apr 11 15:24:52.124240 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-35b10964-c367-426c-b560-c5924a0bc9f1 req-92500dc9-1bc7-450d-84a0-813cab10c980 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847723 Apr 11 15:24:52.154592 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port cb707e37-4091-4975-94c9-b3aecfeecf1c triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:52.155096 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.212726 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320822f8-4478-44cf-b55a-389c9b95c77e x-openstack-request-id: req-320822f8-4478-44cf-b55a-389c9b95c77e {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:24:52.213613 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "name": "network-vif-unplugged", "status": "completed", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:24:52.213872 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-320822f8-4478-44cf-b55a-389c9b95c77e {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:24:52.214261 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320822f8-4478-44cf-b55a-389c9b95c77e'] response: {'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'code': 200} Apr 11 15:24:52.226539 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks [] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.258708 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=8']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:52.272169 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-43eef07d-1bb1-48e1-ade5-05b0bc6d587c None None] Current status of the port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:52.272563 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-43eef07d-1bb1-48e1-ade5-05b0bc6d587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.296397 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] For port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:24:52.335337 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] For port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=7df377f6-fe16-4fcf-8e40-19aafb5a5d4e,segment=NetworkSegment(74f4e5d5-0142-4419-8e4c-f1cfc3ac8925),segment_id=74f4e5d5-0142-4419-8e4c-f1cfc3ac8925)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:24:52.392110 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-43eef07d-1bb1-48e1-ade5-05b0bc6d587c None None] For port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=3ee55bf1-4714-42a5-a11e-7d34df17f8fd,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:52.397033 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:47Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3ee55bf1-4714-42a5-a11e-7d34df17f8fd', 'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'mac_address': 'fa:16:3e:cb:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:45Z', 'updated_at': '2022-04-11T15:24:51Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'subnets': [{'id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:52.397360 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.433220 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92aa31-bad6-40b8-985c-7e567684a787 None None] The sync data for ids ['f39dbadb-ee5d-4033-a388-92ec72674060'] in dv-cinder-836083-4-iscsi is: [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:47Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3ee55bf1-4714-42a5-a11e-7d34df17f8fd', 'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'mac_address': 'fa:16:3e:cb:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:45Z', 'updated_at': '2022-04-11T15:24:51Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'subnets': [{'id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:24:52.435726 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.439364 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port cb707e37-4091-4975-94c9-b3aecfeecf1c is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:52.444833 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:52.448521 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:52.453945 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:52.462024 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c00a48-5e64-4bf9-b7ab-b1142020d65e,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:52.497724 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-43eef07d-1bb1-48e1-ade5-05b0bc6d587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:52.504540 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ef4ae-48f5-4698-8770-09d537dd977c None None] Pushing event updated for resources: {'Port': ['ID=7df377f6-fe16-4fcf-8e40-19aafb5a5d4e,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:52.649953 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eef07d-1bb1-48e1-ade5-05b0bc6d587c None None] Pushing event updated for resources: {'Port': ['ID=3ee55bf1-4714-42a5-a11e-7d34df17f8fd,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:52.921634 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks [] for router_gateway (be9513c1-6131-4d75-a230-aa177f823b96), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.241081 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (be9513c1-6131-4d75-a230-aa177f823b96), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.273994 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7efd1a-8515-4da3-ae1c-99c344b874aa req-0748c79d-98c6-4fde-9b2d-fdb05d3b4828 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:53.282738 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5c7efd1a-8515-4da3-ae1c-99c344b874aa req-0748c79d-98c6-4fde-9b2d-fdb05d3b4828 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 944 time: 0.0784388 Apr 11 15:24:53.365559 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28006edd-736e-4567-a5c5-775a76e63615 req-22fb0a41-958d-4c7c-935e-91983fc5ba04 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:53.377787 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-28006edd-736e-4567-a5c5-775a76e63615 req-22fb0a41-958d-4c7c-935e-91983fc5ba04 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.1331298 Apr 11 15:24:53.393399 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5c7efd1a-8515-4da3-ae1c-99c344b874aa req-2b1aa22c-d957-4b17-9dc6-3e6bd27b2098 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097677 Apr 11 15:24:53.435736 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-28006edd-736e-4567-a5c5-775a76e63615 req-7f8766de-c203-4c0e-9288-bc0861140d5f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570149 Apr 11 15:24:53.479701 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Router be9513c1-6131-4d75-a230-aa177f823b96 is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:24:53.606492 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:24:53.617054 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Sync routers for ids ['be9513c1-6131-4d75-a230-aa177f823b96'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:24:53.639008 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Routers {'be9513c1-6131-4d75-a230-aa177f823b96'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:24:53.639722 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:24:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['be9513c1-6131-4d75-a230-aa177f823b96'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:53.699497 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.702168 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-96fe9082-8ca2-43b5-a5af-d9b2b82baa16 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9093111 Apr 11 15:24:53.706628 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d38df-85c9-489e-bc61-e6244751e7be None None] Network 72232167-6dd2-4650-a897-cc032b22bbd8 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:24:53.717575 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34326) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:53.755460 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-4964b57f-b965-43e6-b5cc-df5e18d71ecc None None] Provisioning complete for port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:53.757041 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-4964b57f-b965-43e6-b5cc-df5e18d71ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:53.784816 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Set router be9513c1-6131-4d75-a230-aa177f823b96 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:24:53.850974 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:53.991346 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:53.992023 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.010871 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'name': 'tempest-TestMinimumBasicScenario-961171136-router', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:50Z', 'updated_at': '2022-04-11T15:24:52Z', 'revision_number': 3, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'gw_port': {'id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:51Z', 'updated_at': '2022-04-11T15:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:54.044744 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Checking router: be9513c1-6131-4d75-a230-aa177f823b96 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:24:54.045565 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Updating router be9513c1-6131-4d75-a230-aa177f823b96 port e3c00a48-5e64-4bf9-b7ab-b1142020d65e binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:24:54.069281 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-4964b57f-b965-43e6-b5cc-df5e18d71ecc None None] Current status of the port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:54.069677 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-4964b57f-b965-43e6-b5cc-df5e18d71ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.080463 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.141735 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:54.142123 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.148352 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-4964b57f-b965-43e6-b5cc-df5e18d71ecc None None] For port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=7df377f6-fe16-4fcf-8e40-19aafb5a5d4e,segment=NetworkSegment(74f4e5d5-0142-4419-8e4c-f1cfc3ac8925),segment_id=74f4e5d5-0142-4419-8e4c-f1cfc3ac8925)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:54.242833 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-4964b57f-b965-43e6-b5cc-df5e18d71ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.308737 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.317229 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.db.api [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:24:54.317584 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG oslo_db.api [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:24:54.331412 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964b57f-b965-43e6-b5cc-df5e18d71ecc None None] Pushing event updated for resources: {'Port': ['ID=7df377f6-fe16-4fcf-8e40-19aafb5a5d4e,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:54.361416 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-b15b1ded-3577-4ae8-8bd1-7896b04095e8 None None] Provisioning complete for port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:54.361791 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b15b1ded-3577-4ae8-8bd1-7896b04095e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.388466 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Publish callbacks [] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.442510 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-b15b1ded-3577-4ae8-8bd1-7896b04095e8 None None] Current status of the port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:54.459712 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.470801 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Allocated IP 172.20.0.1 (72232167-6dd2-4650-a897-cc032b22bbd8/c63115c1-15e1-4b57-93c4-942eaea5452e/48677c83-70f8-4926-943b-d5a1d2f24abb) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:24:54.517951 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390ffb1-d620-4904-8480-6a1f7db470d2 None None] Pushing event updated for resources: {'Port': ['ID=e3c00a48-5e64-4bf9-b7ab-b1142020d65e,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:54.531893 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe0d1-c1f5-4b45-a3a3-65e5a3c42172 req-82ffba23-5d8a-4618-b150-3623778669e6 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:54.533395 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fc6fe0d1-c1f5-4b45-a3a3-65e5a3c42172 req-82ffba23-5d8a-4618-b150-3623778669e6 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 944 time: 0.0655746 Apr 11 15:24:54.552626 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Attempting to bind port e3c00a48-5e64-4bf9-b7ab-b1142020d65e on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:24:54.552940 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Attempting to bind port e3c00a48-5e64-4bf9-b7ab-b1142020d65e by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:24:54.553311 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Attempting to bind port e3c00a48-5e64-4bf9-b7ab-b1142020d65e on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:54.560889 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:24:54.561271 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:54.566165 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.566165 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:24:54.566165 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Bound port: e3c00a48-5e64-4bf9-b7ab-b1142020d65e, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:24:54.566165 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.595283 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Publish callbacks [] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.608326 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec6d24-f28a-4359-aa16-5721f3b53da6 req-1bd76744-2094-469d-bb53-ede261b2558a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:54.609962 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-26ec6d24-f28a-4359-aa16-5721f3b53da6 req-1bd76744-2094-469d-bb53-ede261b2558a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0754335 Apr 11 15:24:54.615717 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] For port e3c00a48-5e64-4bf9-b7ab-b1142020d65e, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:24:54.618867 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] For port e3c00a48-5e64-4bf9-b7ab-b1142020d65e, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=e3c00a48-5e64-4bf9-b7ab-b1142020d65e,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:24:54.638498 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fc6fe0d1-c1f5-4b45-a3a3-65e5a3c42172 req-e91b0930-3281-44da-8887-2ede5d4f4692 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983121 Apr 11 15:24:54.668319 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-26ec6d24-f28a-4359-aa16-5721f3b53da6 req-3829a926-616a-491e-a098-4e116e76db96 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496895 Apr 11 15:24:54.691336 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.719805 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.750131 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Routers {'be9513c1-6131-4d75-a230-aa177f823b96'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:24:54.750880 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:24:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['be9513c1-6131-4d75-a230-aa177f823b96'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:54.756064 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390ffb1-d620-4904-8480-6a1f7db470d2 None None] Pushing event updated for resources: {'Port': ['ID=e3c00a48-5e64-4bf9-b7ab-b1142020d65e,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:54.762760 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Network 72232167-6dd2-4650-a897-cc032b22bbd8 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:54.769884 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:54.774403 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:24:54.777591 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Pushing event updated for resources: {'Port': ['ID=48677c83-70f8-4926-943b-d5a1d2f24abb,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:54.824151 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (be9513c1-6131-4d75-a230-aa177f823b96), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:54.879153 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:54.882153 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 3ee55bf1-4714-42a5-a11e-7d34df17f8fd up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:54.898430 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] Set router be9513c1-6131-4d75-a230-aa177f823b96 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:24:54.937445 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:54.938770 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.054620 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.095442 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'name': 'tempest-TestMinimumBasicScenario-961171136-router', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:50Z', 'updated_at': '2022-04-11T15:24:52Z', 'revision_number': 3, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'gw_port': {'id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:51Z', 'updated_at': '2022-04-11T15:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:55.119821 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-cb590b4e-6ed2-45e8-9f92-1f06c0e63d86 None None] Provisioning complete for port 48677c83-70f8-4926-943b-d5a1d2f24abb triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:55.120197 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-cb590b4e-6ed2-45e8-9f92-1f06c0e63d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.205296 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-cb590b4e-6ed2-45e8-9f92-1f06c0e63d86 None None] Port 48677c83-70f8-4926-943b-d5a1d2f24abb cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:24:55.213145 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615b248-b557-4590-9946-e7e3a5d078df None None] The sync data for ids ['be9513c1-6131-4d75-a230-aa177f823b96'] in dv-cinder-836083-4-iscsi is: [{'id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'name': 'tempest-TestMinimumBasicScenario-961171136-router', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:50Z', 'updated_at': '2022-04-11T15:24:52Z', 'revision_number': 3, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'gw_port': {'id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:51Z', 'updated_at': '2022-04-11T15:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:24:55.226099 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:55.260318 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Publish callbacks [] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.317565 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.392507 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (be9513c1-6131-4d75-a230-aa177f823b96), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.394428 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Pushing event updated for resources: {'Port': ['ID=48677c83-70f8-4926-943b-d5a1d2f24abb,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:55.500620 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Network 72232167-6dd2-4650-a897-cc032b22bbd8 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:24:55.501747 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:24:55.631125 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Router be9513c1-6131-4d75-a230-aa177f823b96 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:24:55.728337 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-5b03e3ff-140c-4ca5-9202-c807ef642004 None None] Provisioning complete for port 48677c83-70f8-4926-943b-d5a1d2f24abb triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:55.728759 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-5b03e3ff-140c-4ca5-9202-c807ef642004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:55.777604 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-5b03e3ff-140c-4ca5-9202-c807ef642004 None None] Port 48677c83-70f8-4926-943b-d5a1d2f24abb cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:24:55.777941 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:24:55.794863 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6c15f10d-bae2-4a6c-b98a-6ca3a0f3fad1 admin admin] 10.222.0.47 "PUT /v2.0/routers/be9513c1-6131-4d75-a230-aa177f823b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0834806 Apr 11 15:24:55.834307 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010e58-9514-457f-ad61-40ccff293382 req-a642efa6-7ba7-4f7f-8329-a331fdefcce7 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:55.836031 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e7010e58-9514-457f-ad61-40ccff293382 req-a642efa6-7ba7-4f7f-8329-a331fdefcce7 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 944 time: 0.1046796 Apr 11 15:24:55.870559 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:55.908028 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7be8c-83dd-4eb6-8ee0-c7b932fcd969 req-93533536-fa7f-4edf-a953-4739e08b2a1f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:55.914994 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ba7be8c-83dd-4eb6-8ee0-c7b932fcd969 req-93533536-fa7f-4edf-a953-4739e08b2a1f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.1005061 Apr 11 15:24:55.957440 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e7010e58-9514-457f-ad61-40ccff293382 req-be1b29ad-4a7a-439f-a94e-20c0bc90db5f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047440 Apr 11 15:24:55.985505 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:55.986016 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:56.012727 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ba7be8c-83dd-4eb6-8ee0-c7b932fcd969 req-4a8c769f-326e-4ea5-8153-521c5967e3c0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967302 Apr 11 15:24:56.096960 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:56.098048 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device e3c00a48-5e64-4bf9-b7ab-b1142020d65e up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:56.161682 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port e3c00a48-5e64-4bf9-b7ab-b1142020d65e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:56.162063 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:56.254228 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port e3c00a48-5e64-4bf9-b7ab-b1142020d65e is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:56.254628 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:56.282454 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port e3c00a48-5e64-4bf9-b7ab-b1142020d65e, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=e3c00a48-5e64-4bf9-b7ab-b1142020d65e,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:56.422679 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:56.474717 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=e3c00a48-5e64-4bf9-b7ab-b1142020d65e,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:57.144449 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Sync routers for ids ['be9513c1-6131-4d75-a230-aa177f823b96'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:24:57.182452 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Routers {'be9513c1-6131-4d75-a230-aa177f823b96'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:24:57.183387 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:24:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['be9513c1-6131-4d75-a230-aa177f823b96'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:57.282368 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2a49f-6123-4207-ac03-9149bf6777bf req-a28325a3-52eb-463a-bb8c-8d658b673298 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:57.286242 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-24c2a49f-6123-4207-ac03-9149bf6777bf req-a28325a3-52eb-463a-bb8c-8d658b673298 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.1606455 Apr 11 15:24:57.361454 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f66ae-8718-48d1-8d58-850b3dad6469 req-2f672731-b802-4452-a1cc-bc63bdab239a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:57.375374 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4a7f66ae-8718-48d1-8d58-850b3dad6469 req-2f672731-b802-4452-a1cc-bc63bdab239a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 944 time: 0.3120089 Apr 11 15:24:57.422150 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Set router be9513c1-6131-4d75-a230-aa177f823b96 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:24:57.436915 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-24c2a49f-6123-4207-ac03-9149bf6777bf req-89659961-19f9-4f0d-9405-e406c1f0f510 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411340 Apr 11 15:24:57.489328 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4a7f66ae-8718-48d1-8d58-850b3dad6469 req-b292dc16-8b6f-4d32-a208-7e1f5de4be58 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113591 Apr 11 15:24:57.765297 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'name': 'tempest-TestMinimumBasicScenario-961171136-router', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:50Z', 'updated_at': '2022-04-11T15:24:54Z', 'revision_number': 4, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'gw_port': {'id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:51Z', 'updated_at': '2022-04-11T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '48677c83-70f8-4926-943b-d5a1d2f24abb', 'name': '', 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'mac_address': 'fa:16:3e:4d:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c63115c1-15e1-4b57-93c4-942eaea5452e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:54Z', 'updated_at': '2022-04-11T15:24:55Z', 'revision_number': 2, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'subnets': [{'id': 'c63115c1-15e1-4b57-93c4-942eaea5452e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:57.775099 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device e3c00a48-5e64-4bf9-b7ab-b1142020d65e up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:24:57.811314 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Checking router: be9513c1-6131-4d75-a230-aa177f823b96 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:24:57.811844 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Updating router be9513c1-6131-4d75-a230-aa177f823b96 port 48677c83-70f8-4926-943b-d5a1d2f24abb binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:24:57.881030 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:57.954033 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port e3c00a48-5e64-4bf9-b7ab-b1142020d65e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:57.954609 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.183009 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port e3c00a48-5e64-4bf9-b7ab-b1142020d65e is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:58.329270 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Publish callbacks [] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.387830 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.448921 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c5309d0d-72d6-49f6-9ff2-2eb9d76104cc details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:24:58.451373 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 70cdb271-fe6a-4444-a7ba-93e7f1e9639e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:24:58.490014 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92444a2c-3764-4fc0-9804-f6a07e4cf32c None None] Pushing event updated for resources: {'Port': ['ID=48677c83-70f8-4926-943b-d5a1d2f24abb,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:58.522086 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 34418) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:58.641856 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb685ece-9caa-4699-be0a-02452928a592 req-0d996a9f-72ae-4768-a6e1-9ab43dccb46a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:58.648493 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cb685ece-9caa-4699-be0a-02452928a592 req-0d996a9f-72ae-4768-a6e1-9ab43dccb46a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.1097846 Apr 11 15:24:58.649938 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.db.resource_extend [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 15:24:58.689845 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Attempting to bind port 48677c83-70f8-4926-943b-d5a1d2f24abb on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:24:58.690223 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Attempting to bind port 48677c83-70f8-4926-943b-d5a1d2f24abb by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:24:58.690596 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Attempting to bind port 48677c83-70f8-4926-943b-d5a1d2f24abb on network 72232167-6dd2-4650-a897-cc032b22bbd8 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:24:58.735707 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e882868-9dca-407d-8a82-fe2376810dba req-8711669a-fe42-491a-87d4-6dfb7a834b9e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:24:58.747119 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e882868-9dca-407d-8a82-fe2376810dba req-8711669a-fe42-491a-87d4-6dfb7a834b9e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 944 time: 0.1178780 Apr 11 15:24:58.798191 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c7b3f26-d04b-4b69-a1df-fb0cfb5b31ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.817717 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:24:58.818104 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Checking segment: {'id': '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:24:58.818590 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.819142 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Bound using segment: {'id': '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:24:58.819710 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Bound port: 48677c83-70f8-4926-943b-d5a1d2f24abb, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:24:58.820120 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.829038 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e is: DOWN; New status is: DOWN {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:58.850884 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-473f852e-0838-4ccf-a94c-1156b08a0064 None None] Provisioning complete for port 48677c83-70f8-4926-943b-d5a1d2f24abb triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:58.851257 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-473f852e-0838-4ccf-a94c-1156b08a0064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:58.870759 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cb685ece-9caa-4699-be0a-02452928a592 req-78a4a359-bc0a-4116-95e0-00dae3c3212c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137800 Apr 11 15:24:58.963251 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-473f852e-0838-4ccf-a94c-1156b08a0064 None None] Port 48677c83-70f8-4926-943b-d5a1d2f24abb cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:24:58.996789 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e882868-9dca-407d-8a82-fe2376810dba req-533811bc-1283-4bf7-a6df-ae9d5eaf2382 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482872 Apr 11 15:24:59.048370 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] For port 48677c83-70f8-4926-943b-d5a1d2f24abb, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:24:59.048370 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] For port 48677c83-70f8-4926-943b-d5a1d2f24abb, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=48677c83-70f8-4926-943b-d5a1d2f24abb,segment=NetworkSegment(74f4e5d5-0142-4419-8e4c-f1cfc3ac8925),segment_id=74f4e5d5-0142-4419-8e4c-f1cfc3ac8925)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:24:59.069997 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:59.086585 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'port_id': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'mac_address': 'fa:16:3e:c0:f1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:24:59.124252 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c7b3f26-d04b-4b69-a1df-fb0cfb5b31ab admin admin] Publish callbacks [] for security_group (eb6fd378-50c6-4880-b4d0-01b1e5d4fce9), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:59.262313 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c7b3f26-d04b-4b69-a1df-fb0cfb5b31ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (eb6fd378-50c6-4880-b4d0-01b1e5d4fce9), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:59.454449 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:59.455246 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0c7b3f26-d04b-4b69-a1df-fb0cfb5b31ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=13879726399f4a288226403ba87d97ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7984622 Apr 11 15:24:59.455246 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b3f26-d04b-4b69-a1df-fb0cfb5b31ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6fd378-50c6-4880-b4d0-01b1e5d4fce9,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:59.455788 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:24:59.455788 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:59.455788 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5309d0d-72d6-49f6-9ff2-2eb9d76104cc {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:24:59.455788 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92444a2c-3764-4fc0-9804-f6a07e4cf32c None None] Pushing event updated for resources: {'Port': ['ID=48677c83-70f8-4926-943b-d5a1d2f24abb,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:24:59.455788 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Routers {'be9513c1-6131-4d75-a230-aa177f823b96'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:24:59.455788 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:24:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['be9513c1-6131-4d75-a230-aa177f823b96'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:59.460307 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:24:59.500152 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34438) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:24:59.593010 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] Set router be9513c1-6131-4d75-a230-aa177f823b96 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:24:59.646604 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-115d71ea-5cdb-422b-811e-83989e56b491 admin admin] Publish callbacks [] for security_group (eb6fd378-50c6-4880-b4d0-01b1e5d4fce9), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:59.668675 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-115d71ea-5cdb-422b-811e-83989e56b491 admin admin] Publish callbacks [] for security_group (eb6fd378-50c6-4880-b4d0-01b1e5d4fce9), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:24:59.937859 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'name': 'tempest-TestMinimumBasicScenario-961171136-router', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:50Z', 'updated_at': '2022-04-11T15:24:54Z', 'revision_number': 4, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'gw_port': {'id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:51Z', 'updated_at': '2022-04-11T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '48677c83-70f8-4926-943b-d5a1d2f24abb', 'name': '', 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'mac_address': 'fa:16:3e:4d:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c63115c1-15e1-4b57-93c4-942eaea5452e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:54Z', 'updated_at': '2022-04-11T15:24:59Z', 'revision_number': 4, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'subnets': [{'id': 'c63115c1-15e1-4b57-93c4-942eaea5452e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:24:59.975227 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06542607-47be-4d1e-b4d3-6b404f2b3b36 None None] The sync data for ids ['be9513c1-6131-4d75-a230-aa177f823b96'] in dv-cinder-836083-4-iscsi is: [{'id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'name': 'tempest-TestMinimumBasicScenario-961171136-router', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:50Z', 'updated_at': '2022-04-11T15:24:54Z', 'revision_number': 4, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'gw_port': {'id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:51Z', 'updated_at': '2022-04-11T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '48677c83-70f8-4926-943b-d5a1d2f24abb', 'name': '', 'network_id': '72232167-6dd2-4650-a897-cc032b22bbd8', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'mac_address': 'fa:16:3e:4d:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c63115c1-15e1-4b57-93c4-942eaea5452e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:54Z', 'updated_at': '2022-04-11T15:24:59Z', 'revision_number': 4, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'subnets': [{'id': 'c63115c1-15e1-4b57-93c4-942eaea5452e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:24:59.989136 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-1687178e-2d99-4942-a5fb-33018b09df64 None None] Provisioning complete for port 48677c83-70f8-4926-943b-d5a1d2f24abb triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:24:59.989583 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1687178e-2d99-4942-a5fb-33018b09df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.122267 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.124804 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-115d71ea-5cdb-422b-811e-83989e56b491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (eb6fd378-50c6-4880-b4d0-01b1e5d4fce9), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.134630 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-115d71ea-5cdb-422b-811e-83989e56b491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.141519 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-115d71ea-5cdb-422b-811e-83989e56b491 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb6fd378-50c6-4880-b4d0-01b1e5d4fce9 HTTP/1.1" status: 204 len: 168 time: 0.6347392 Apr 11 15:25:00.165258 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d71ea-5cdb-422b-811e-83989e56b491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6fd378-50c6-4880-b4d0-01b1e5d4fce9,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:00.331077 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:00.339894 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-1687178e-2d99-4942-a5fb-33018b09df64 None None] Current status of the port 48677c83-70f8-4926-943b-d5a1d2f24abb is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:00.341373 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1687178e-2d99-4942-a5fb-33018b09df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.362052 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42e22-8824-43ec-9d1b-06089712183f req-024595dc-5896-43a2-9269-8a3ff879b8c2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:00.372675 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-53f42e22-8824-43ec-9d1b-06089712183f req-024595dc-5896-43a2-9269-8a3ff879b8c2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 945 time: 0.1504157 Apr 11 15:25:00.481998 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-1687178e-2d99-4942-a5fb-33018b09df64 None None] For port 48677c83-70f8-4926-943b-d5a1d2f24abb, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=48677c83-70f8-4926-943b-d5a1d2f24abb,segment=NetworkSegment(74f4e5d5-0142-4419-8e4c-f1cfc3ac8925),segment_id=74f4e5d5-0142-4419-8e4c-f1cfc3ac8925)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:00.491418 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['c5309d0d-72d6-49f6-9ff2-2eb9d76104cc'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:25:00.539938 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-53f42e22-8824-43ec-9d1b-06089712183f req-46f627d6-6d6a-4621-a04f-f4ff93bc4cdd tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661983 Apr 11 15:25:00.605075 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1687178e-2d99-4942-a5fb-33018b09df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:00.747689 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687178e-2d99-4942-a5fb-33018b09df64 None None] Pushing event updated for resources: {'Port': ['ID=48677c83-70f8-4926-943b-d5a1d2f24abb,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:01.743298 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbbcdc-3efb-4004-93a5-631e9c1a614d req-ba11bcb4-dbeb-43a1-9b6f-95df2997c268 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:01.752608 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f3dbbcdc-3efb-4004-93a5-631e9c1a614d req-ba11bcb4-dbeb-43a1-9b6f-95df2997c268 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 945 time: 0.1224172 Apr 11 15:25:01.784879 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 48677c83-70f8-4926-943b-d5a1d2f24abb up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:01.874733 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f3dbbcdc-3efb-4004-93a5-631e9c1a614d req-82b0b8af-3dec-4c9f-ba68-e45d1013a8a0 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212378 Apr 11 15:25:01.905846 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 48677c83-70f8-4926-943b-d5a1d2f24abb triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:01.905846 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:01.918290 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [req-79401e07-94fd-4651-adba-c611a3916ca3 req-d1071cc8-cc88-4dbd-98fa-52a141c00dbd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:25:01.919392 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-79401e07-94fd-4651-adba-c611a3916ca3 req-d1071cc8-cc88-4dbd-98fa-52a141c00dbd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061407 Apr 11 15:25:02.020316 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 48677c83-70f8-4926-943b-d5a1d2f24abb is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:02.308154 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bdbba-c4f8-4231-bc3a-1b016a44417c req-192d3b21-7ecd-43bf-adb6-4506bd884099 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:02.309829 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2b2bdbba-c4f8-4231-bc3a-1b016a44417c req-192d3b21-7ecd-43bf-adb6-4506bd884099 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0564311 Apr 11 15:25:02.367468 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 34544) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:02.396257 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2b2bdbba-c4f8-4231-bc3a-1b016a44417c req-1d9987e2-d377-447c-ba04-906e8adac0a9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796094 Apr 11 15:25:02.488382 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c5309d0d-72d6-49f6-9ff2-2eb9d76104cc up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:02.598744 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:25:02.600757 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 34566) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:02.700230 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-561409847-network', 'tenant_id': '7223bf46415c42048df9b54a0703b433'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:02.702272 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:02.702656 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.768428 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1adb97db-7f34-4865-a2a7-86c1d66398fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.809389 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Made reservation on behalf of 7223bf46415c42048df9b54a0703b433 for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:02.811934 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.845730 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.868913 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:02.870159 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:02.909327 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:02.911925 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b45f8ce-1d9a-470b-a567-eb323022032d" -d '{"events": [{"server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "name": "network-vif-plugged", "status": "completed", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:02.933710 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:03.011760 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe15ecb-d68c-463f-9a5d-44402810966d x-openstack-request-id: req-7fe15ecb-d68c-463f-9a5d-44402810966d {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:03.012740 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "name": "network-vif-plugged", "status": "completed", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:03.013458 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7fe15ecb-d68c-463f-9a5d-44402810966d {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:03.013880 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe15ecb-d68c-463f-9a5d-44402810966d'] response: {'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'code': 200} Apr 11 15:25:03.014282 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1adb97db-7f34-4865-a2a7-86c1d66398fb admin admin] Publish callbacks [] for security_group (aa9a3528-a80b-436d-864c-ab190e2358cc), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.023171 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.104687 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:03.192076 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1adb97db-7f34-4865-a2a7-86c1d66398fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (aa9a3528-a80b-436d-864c-ab190e2358cc), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.232194 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Publish callbacks [] for security_group (655901db-d7a7-4d83-88fa-a7af73ade633), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.288469 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edd2ed-34de-4d23-abde-c1652cb379be req-2e7f35d9-dc5c-4dab-ac21-ca090893f098 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:03.290979 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-73edd2ed-34de-4d23-abde-c1652cb379be req-2e7f35d9-dc5c-4dab-ac21-ca090893f098 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.2620502 Apr 11 15:25:03.302851 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb97db-7f34-4865-a2a7-86c1d66398fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9a3528-a80b-436d-864c-ab190e2358cc,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:03.311283 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1adb97db-7f34-4865-a2a7-86c1d66398fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8884b126b7844cf4a558ec73f75ae2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7067094 Apr 11 15:25:03.311776 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34582) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:03.337404 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (655901db-d7a7-4d83-88fa-a7af73ade633), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.379386 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0677996e-adc9-4e35-928b-9d0669d4e99f admin admin] Publish callbacks [] for security_group (aa9a3528-a80b-436d-864c-ab190e2358cc), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.401750 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:25:03.421707 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0677996e-adc9-4e35-928b-9d0669d4e99f admin admin] Publish callbacks [] for security_group (aa9a3528-a80b-436d-864c-ab190e2358cc), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.429616 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655901db-d7a7-4d83-88fa-a7af73ade633,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:03.452729 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-73edd2ed-34de-4d23-abde-c1652cb379be req-a26b7874-114c-4eae-8495-aaf2749a328d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363709 Apr 11 15:25:03.454264 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (54b12f33-357c-46fc-ad16-08289fd8a38b), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.454622 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Added segment 54b12f33-357c-46fc-ad16-08289fd8a38b of type vlan for network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 Apr 11 15:25:03.536213 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172cb9-ac6c-4829-bbfb-5010e5d2b522 req-9d1c76ba-24b5-49d4-86b8-d37ee19ea485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:03.538693 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-31172cb9-ac6c-4829-bbfb-5010e5d2b522 req-9d1c76ba-24b5-49d4-86b8-d37ee19ea485 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 1130 time: 0.0577297 Apr 11 15:25:03.565464 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (895943ef-9c29-4fae-b5b6-82ebc8c70f55), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.594940 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-31172cb9-ac6c-4829-bbfb-5010e5d2b522 req-e1394af8-d489-4aee-8e47-b3fab3912e37 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498204 Apr 11 15:25:03.596117 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0677996e-adc9-4e35-928b-9d0669d4e99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (aa9a3528-a80b-436d-864c-ab190e2358cc), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.596557 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c393cab-5f0a-43ab-8302-42e7f227faad req-18b98e99-2280-4dc2-b26f-be87a678bfa5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:03.598199 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c393cab-5f0a-43ab-8302-42e7f227faad req-18b98e99-2280-4dc2-b26f-be87a678bfa5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0856311 Apr 11 15:25:03.605879 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0677996e-adc9-4e35-928b-9d0669d4e99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.609371 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-0677996e-adc9-4e35-928b-9d0669d4e99f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa9a3528-a80b-436d-864c-ab190e2358cc HTTP/1.1" status: 204 len: 168 time: 0.2928085 Apr 11 15:25:03.618207 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677996e-adc9-4e35-928b-9d0669d4e99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9a3528-a80b-436d-864c-ab190e2358cc,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:03.691639 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c393cab-5f0a-43ab-8302-42e7f227faad req-32e87edd-984c-4cef-aeeb-1a8b3d5cca82 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660570 Apr 11 15:25:03.700353 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (895943ef-9c29-4fae-b5b6-82ebc8c70f55), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.704925 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:03.704925 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:03.774871 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] Pushing event updated for resources: {'Network': ['ID=895943ef-9c29-4fae-b5b6-82ebc8c70f55,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:03.786895 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:25:03.825019 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-6689c97a-7c8a-4e4e-9255-26729f4520ec admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4562285 Apr 11 15:25:03.828247 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 34588) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:03.833766 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Request body: {'subnet': {'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-561409847-subnet', 'tenant_id': '7223bf46415c42048df9b54a0703b433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:03.937295 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Made reservation on behalf of 7223bf46415c42048df9b54a0703b433 for: {'subnet': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:03.940479 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3143721'] for subnet (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.295378 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2504262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3143739'] for subnet (1b6253e0-90da-4a0c-bad1-e6b1b6171833), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.363580 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6253e0-90da-4a0c-bad1-e6b1b6171833,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:04.371975 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Checking segment: {'id': '54b12f33-357c-46fc-ad16-08289fd8a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:04.372440 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Network hostable DHCP agents. Network: 895943ef-9c29-4fae-b5b6-82ebc8c70f55, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:25:04.456666 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:25:04.555285 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, 895943ef-9c29-4fae-b5b6-82ebc8c70f55) {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:04.566618 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:04.566618 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:04.566954 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fbb52c-e3c9-443b-b894-83e71847bf6a None None] Network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:25:04.581349 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a804ed-0c9d-4020-9c80-833d8ce32e61 req-92413958-9d70-403b-a206-50c61efe01be tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:04.583126 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-87a804ed-0c9d-4020-9c80-833d8ce32e61 req-92413958-9d70-403b-a206-50c61efe01be tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0614316 Apr 11 15:25:04.690275 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-ea03d150-5529-4750-bb22-0a6af2b6bd3e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8556166 Apr 11 15:25:04.730173 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-87a804ed-0c9d-4020-9c80-833d8ce32e61 req-d6950942-3ab1-4a1b-96b6-58eb52385a5a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332290 Apr 11 15:25:04.750926 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96fd1d-4e49-4be0-bee1-727d44b34c6d None None] Network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:25:04.894062 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae8060-3ae8-4271-b299-c52163400de9 req-378f5df0-271c-4447-95df-6213a04ca4eb tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:04.895944 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-26ae8060-3ae8-4271-b299-c52163400de9 req-378f5df0-271c-4447-95df-6213a04ca4eb tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0735128 Apr 11 15:25:04.967065 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-26ae8060-3ae8-4271-b299-c52163400de9 req-318dc198-489e-4a6c-bac6-8494caa6b5ad tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622387 Apr 11 15:25:05.889097 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba61c8-bb53-448a-bcf4-e665718ed38a req-1714d156-9ece-4815-aeb9-97ebaaa67734 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:05.889367 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-26e3f6b8-2ce5-49fd-ac1c-61b14a765fd5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539880 Apr 11 15:25:05.890854 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-53ba61c8-bb53-448a-bcf4-e665718ed38a req-1714d156-9ece-4815-aeb9-97ebaaa67734 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0625885 Apr 11 15:25:05.955291 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-53ba61c8-bb53-448a-bcf4-e665718ed38a req-c4be27dd-a830-4eef-a10d-ac0eedbe5136 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584204 Apr 11 15:25:06.000409 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-d3c4b594-788f-4f82-aeea-20eeba15da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:06.001871 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-d3c4b594-788f-4f82-aeea-20eeba15da03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 1129 time: 0.0764580 Apr 11 15:25:06.126312 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220673b4-f7c6-4609-8d88-f46b8c5fc52c req-f0b77ba3-173d-4964-927e-20057a07b0eb tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:06.127993 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-220673b4-f7c6-4609-8d88-f46b8c5fc52c req-f0b77ba3-173d-4964-927e-20057a07b0eb tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0926530 Apr 11 15:25:06.138558 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34610) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:06.143404 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe4069-bb23-49d1-85a2-c4db3b1b73d6 req-af6eabed-f350-4b55-814b-914ae6e9b4c2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:06.144959 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-42fe4069-bb23-49d1-85a2-c4db3b1b73d6 req-af6eabed-f350-4b55-814b-914ae6e9b4c2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0705626 Apr 11 15:25:06.146556 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-c014317f-4d12-475b-b383-5044c6020829 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Request body: {'floatingip': {'port_id': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:06.184319 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-6e48b760-b864-4329-82ef-31fcf11a7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:06.186647 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-6e48b760-b864-4329-82ef-31fcf11a7119 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.1624720 Apr 11 15:25:06.220566 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-42fe4069-bb23-49d1-85a2-c4db3b1b73d6 req-5b5396cf-9f1a-4f7d-b44d-0a8cac20f149 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696676 Apr 11 15:25:06.341672 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c014317f-4d12-475b-b383-5044c6020829 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for floatingip (fce1c6b6-b97b-4476-828b-b441f3b35b1e), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:06.634892 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-8a615823-6c97-4b2d-961c-2125f57b7dec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f HTTP/1.1" status: 200 len: 217 time: 0.3407269 Apr 11 15:25:06.781098 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-2a8c562d-0d55-4c99-963b-2d7b62b5051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:06.783427 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-2a8c562d-0d55-4c99-963b-2d7b62b5051b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.1219561 Apr 11 15:25:06.894612 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-6a5b55f8-8f15-41a7-8512-d46b6d545af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:06.896756 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-6a5b55f8-8f15-41a7-8512-d46b6d545af6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027372 Apr 11 15:25:07.151478 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-066ed613-a2ff-4a46-973b-f84197edc6f8 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473903 Apr 11 15:25:07.401868 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051318e7-7a71-454f-a879-92b16898f90e req-9ffeeadd-e996-4d68-b8cc-13052117b2fa tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:07.411646 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-051318e7-7a71-454f-a879-92b16898f90e req-9ffeeadd-e996-4d68-b8cc-13052117b2fa tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0707562 Apr 11 15:25:07.446162 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3a5f9de5-ecc1-46d5-b0ed-3ccd9b870d75 req-8c9a71ef-6843-4571-b157-e23aacff377d service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856400 Apr 11 15:25:07.498687 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-051318e7-7a71-454f-a879-92b16898f90e req-38663173-2a80-447d-9578-677825de0ea7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836689 Apr 11 15:25:07.526793 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.db.resource_extend [None req-c014317f-4d12-475b-b383-5044c6020829 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 15:25:07.634481 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c014317f-4d12-475b-b383-5044c6020829 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:07.708461 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c014317f-4d12-475b-b383-5044c6020829 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (fce1c6b6-b97b-4476-828b-b441f3b35b1e), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:07.860852 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.l3_db [None req-c014317f-4d12-475b-b383-5044c6020829 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Floating IP fce1c6b6-b97b-4476-828b-b441f3b35b1e associated. External IP: 172.27.0.103, port: c5309d0d-72d6-49f6-9ff2-2eb9d76104cc. Apr 11 15:25:08.169352 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c014317f-4d12-475b-b383-5044c6020829 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Router 063d8bc9-c0a2-4f95-8737-9f57069c6edd has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:25:08.412155 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:08.577742 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c014317f-4d12-475b-b383-5044c6020829 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:25:08.582985 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c014317f-4d12-475b-b383-5044c6020829 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:08.591987 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] Sync routers for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:25:08.620554 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:08.621601 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:24:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:08.675899 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-c014317f-4d12-475b-b383-5044c6020829 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "PUT /v2.0/floatingips/fce1c6b6-b97b-4476-828b-b441f3b35b1e HTTP/1.1" status: 200 len: 992 time: 2.5348055 Apr 11 15:25:08.676790 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:08.679403 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252a0fa6-f8ea-40d0-9764-45776dcf462f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:08.721626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3b238-f068-43d5-955a-a5eeb8c567e6 req-941c9fde-379c-4451-b106-eedb49cb388e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:08.731511 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-87d3b238-f068-43d5-955a-a5eeb8c567e6 req-941c9fde-379c-4451-b106-eedb49cb388e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.1028888 Apr 11 15:25:08.810019 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:08.824780 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-87d3b238-f068-43d5-955a-a5eeb8c567e6 req-4b67cdc1-bdcb-4f1c-b352-b5cc205ab1e9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869610 Apr 11 15:25:08.881433 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4e0c4e-855d-4231-a0b5-cd4478384ad5 x-openstack-request-id: req-aa4e0c4e-855d-4231-a0b5-cd4478384ad5 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:08.891066 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:08.891520 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa4e0c4e-855d-4231-a0b5-cd4478384ad5 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:08.893001 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4e0c4e-855d-4231-a0b5-cd4478384ad5'] response: {'name': 'network-changed', 'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'status': 'completed', 'code': 200} Apr 11 15:25:08.986424 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-2c7cfa7e-e18b-44c7-a39e-889ebb5f4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:08.991406 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-2c7cfa7e-e18b-44c7-a39e-889ebb5f4bdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 1130 time: 0.0823352 Apr 11 15:25:09.137965 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'fce1c6b6-b97b-4476-828b-b441f3b35b1e', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'port_id': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'mac_address': 'fa:16:3e:c0:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f13388b-426d-4daf-b178-60e97cd567f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:24:37Z', 'updated_at': '2022-04-11T15:25:07Z', 'revision_number': 1, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:25Z', 'revision_number': 5, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:09.204784 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] Checking router: 063d8bc9-c0a2-4f95-8737-9f57069c6edd for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:25:09.230605 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:25:09.234509 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:24:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:09.347623 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-74296f75-4a6f-4432-92ce-4491617b090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:09.349257 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-74296f75-4a6f-4432-92ce-4491617b090e service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.3393998 Apr 11 15:25:09.446364 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-fde4d30f-84cb-48b5-bf83-9abe8e1b708c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc HTTP/1.1" status: 200 len: 1000 time: 0.0905747 Apr 11 15:25:09.446630 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:25:09.507805 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-420cb7d3-ebab-4608-9d31-e4f71674a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:09.509303 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-420cb7d3-ebab-4608-9d31-e4f71674a844 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0541067 Apr 11 15:25:09.579227 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-8bb8a041-eea5-4612-96c1-5b1692e1f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:09.580840 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-8bb8a041-eea5-4612-96c1-5b1692e1f536 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604067 Apr 11 15:25:09.693269 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-47ee1788-1c71-4823-b359-b5f2832d6af1 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048410 Apr 11 15:25:09.695780 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'fce1c6b6-b97b-4476-828b-b441f3b35b1e', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'port_id': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'mac_address': 'fa:16:3e:c0:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f13388b-426d-4daf-b178-60e97cd567f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:24:37Z', 'updated_at': '2022-04-11T15:25:07Z', 'revision_number': 1, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:25Z', 'revision_number': 5, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:25:09.723522 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4573a41f-c1ef-4279-9bc1-0d28deb470b6 None None] The sync data for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi is: [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'fce1c6b6-b97b-4476-828b-b441f3b35b1e', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'port_id': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'mac_address': 'fa:16:3e:c0:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f13388b-426d-4daf-b178-60e97cd567f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:24:37Z', 'updated_at': '2022-04-11T15:25:07Z', 'revision_number': 1, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:25Z', 'revision_number': 5, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:25:09.814293 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-252a0fa6-f8ea-40d0-9764-45776dcf462f req-eaa7c681-6b32-4bae-aebd-089b0f266aa1 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126328 Apr 11 15:25:09.951380 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5573de77-cb1c-4f17-95a6-66eb37b355a6 None None] New status for floating IP fce1c6b6-b97b-4476-828b-b441f3b35b1e: ACTIVE {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:25:09.984068 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7dd2b-3693-493c-98a2-bf369322fbb3 req-3e96da5a-3a26-4c9f-a700-a84958893ced tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:09.985661 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2db7dd2b-3693-493c-98a2-bf369322fbb3 req-3e96da5a-3a26-4c9f-a700-a84958893ced tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0633848 Apr 11 15:25:10.049259 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2db7dd2b-3693-493c-98a2-bf369322fbb3 req-ad242309-313d-4219-898e-46ec287f1373 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525317 Apr 11 15:25:11.423059 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-9e995014-1e4b-481e-8395-20c322b5fb88 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:11.424976 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-9e995014-1e4b-481e-8395-20c322b5fb88 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/networks?id=895943ef-9c29-4fae-b5b6-82ebc8c70f55 HTTP/1.1" status: 200 len: 813 time: 0.1844206 Apr 11 15:25:11.459214 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-d44e9faa-e5fc-4489-8501-4c24fc4dcccc tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/quotas/7223bf46415c42048df9b54a0703b433 HTTP/1.1" status: 200 len: 375 time: 0.0172873 Apr 11 15:25:11.471836 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f289d1-bb8b-4256-bf79-5ab0ec156813 req-d816c609-c030-4b54-91fc-57fd712a2af2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:11.473627 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-23f289d1-bb8b-4256-bf79-5ab0ec156813 req-d816c609-c030-4b54-91fc-57fd712a2af2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0778639 Apr 11 15:25:11.529728 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-eb97c352-b4fe-49e4-aa34-3b16893042d4 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7223bf46415c42048df9b54a0703b433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549624 Apr 11 15:25:11.603321 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-23f289d1-bb8b-4256-bf79-5ab0ec156813 req-2dd5edc2-27a9-4317-85bb-6e3b8250ef41 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041760 Apr 11 15:25:11.632867 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34686) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:11.694615 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-8e865857-1028-4f7b-a2b3-a39a3c29cd3c service neutron] 10.222.0.47 "GET /v2.0/networks/895943ef-9c29-4fae-b5b6-82ebc8c70f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395323 Apr 11 15:25:11.772942 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-4e835519-3dfe-4b1b-a3b5-03399520e091 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387205 Apr 11 15:25:11.782068 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-4144f640-619e-440c-a3be-4615e232cfcf service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:25:11.783060 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-4144f640-619e-440c-a3be-4615e232cfcf service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050726 Apr 11 15:25:11.868963 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 34704) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:11.873298 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-230e2990-aab2-441c-89a9-6c13cb4289f2 service neutron] 10.222.0.47 "GET /v2.0/networks/895943ef-9c29-4fae-b5b6-82ebc8c70f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708348 Apr 11 15:25:11.879564 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bbded-7f67-4158-97c2-718276971f88 req-fc2d22e4-ad82-4196-9836-dcfe5267bf65 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:11.880931 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-fc2d22e4-ad82-4196-9836-dcfe5267bf65 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/networks?id=c7316da3-3527-4cfd-adb9-6a1fa5547a13 HTTP/1.1" status: 200 len: 814 time: 0.1674266 Apr 11 15:25:11.896703 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-fd72e794-7e9b-4440-a970-bd54906ae14c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/quotas/33f4eaf829004bbbb30f047652be5f8a HTTP/1.1" status: 200 len: 375 time: 0.0100486 Apr 11 15:25:11.949455 dv-cinder-836083-4-iscsi neutron-server[103868]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 15:25:11.962678 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-ab4e7c57-2b9e-45a6-9f6f-ebdfbec231f4 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=33f4eaf829004bbbb30f047652be5f8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568357 Apr 11 15:25:11.986048 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-35ccee6b-ab6b-4039-8a85-bdd344a58bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:12.001966 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-ff7e6fa1-9608-4d19-a6c5-377da3cd6e94 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:12.003356 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-ff7e6fa1-9608-4d19-a6c5-377da3cd6e94 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports/70cdb271-fe6a-4444-a7ba-93e7f1e9639e HTTP/1.1" status: 200 len: 940 time: 0.1333516 Apr 11 15:25:12.075201 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-9e5ef173-5f47-49a3-819b-78433fbc1dca service neutron] 10.222.0.47 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982547 Apr 11 15:25:12.204813 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2e517ae-1e35-4e76-b272-3edc86dc27b5 req-8c61e6a9-2536-4679-8007-16321d704f16 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 210 time: 0.0550599 Apr 11 15:25:12.230872 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-320c6229-2d19-4fab-a7ce-5027b424229a service neutron] 10.222.0.47 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493337 Apr 11 15:25:12.726062 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5d3f36c3-e464-4221-96f3-e190f7d9a42e req-2cf38a79-2603-4db9-990d-2a8ae059fa98 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 210 time: 0.2663217 Apr 11 15:25:12.776021 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e181738-c9c8-420d-bb3b-601bf1015700 req-1f228e8d-7155-42dc-915f-90b84b2ec930 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:12.777672 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6e181738-c9c8-420d-bb3b-601bf1015700 req-1f228e8d-7155-42dc-915f-90b84b2ec930 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0629976 Apr 11 15:25:12.848099 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6e181738-c9c8-420d-bb3b-601bf1015700 req-dee1456f-3dd7-425e-8e8e-2d75441477ee tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642362 Apr 11 15:25:13.283655 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-19feff94-b97b-494d-a470-4d07b47c8cd0 req-bc4b598d-6bce-4c15-b772-9e534f01ba32 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 210 time: 0.0271184 Apr 11 15:25:13.852586 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cb57a0f9-5826-4126-ad2d-2196e9c3714e req-269daa32-ea27-45d1-b940-937b33aa7447 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 210 time: 0.0337522 Apr 11 15:25:13.993743 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f60e68-f876-429c-b88c-306558eac75e req-8ca82411-4ac4-4054-ae4f-e492c7d34e02 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:13.995558 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-67f60e68-f876-429c-b88c-306558eac75e req-8ca82411-4ac4-4054-ae4f-e492c7d34e02 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0661240 Apr 11 15:25:14.046801 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-67f60e68-f876-429c-b88c-306558eac75e req-1a11fabc-1ce5-457d-89c1-312ea3e40075 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Apr 11 15:25:14.381255 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-61c93867-7cf8-4a60-8256-df5f4162e786 req-280879e0-96ed-44cc-9f45-c020999caae8 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 210 time: 0.0300684 Apr 11 15:25:14.455708 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ad09d22a-02c7-4e4d-958a-4c4bf13161d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:14.962635 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-62e10ec9-c88c-496a-a566-645ac9b20c38 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:14.965000 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-62e10ec9-c88c-496a-a566-645ac9b20c38 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.39 "GET /v2.0/networks?id=895943ef-9c29-4fae-b5b6-82ebc8c70f55 HTTP/1.1" status: 200 len: 813 time: 0.1221209 Apr 11 15:25:14.968749 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-44dcb71e-2019-4a2d-85a1-6c36b85b3690 req-1bb2be05-7f03-4feb-9233-2238359d82d7 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 210 time: 0.0318108 Apr 11 15:25:15.170774 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbe81e-b11a-4360-98f8-3946e533a5e4 req-1685d2b4-5e78-4774-ab01-0afad364c88c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:15.172325 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f8fbe81e-b11a-4360-98f8-3946e533a5e4 req-1685d2b4-5e78-4774-ab01-0afad364c88c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0490417 Apr 11 15:25:15.220411 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f8fbe81e-b11a-4360-98f8-3946e533a5e4 req-8360dd48-d24d-49b4-9c7f-f3d63cf367ba tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417478 Apr 11 15:25:15.225239 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Request body: {'port': {'device_id': '9f833fc1-6877-4b4f-8b46-dfd2f1eb9748', 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55', 'admin_state_up': True, 'tenant_id': '7223bf46415c42048df9b54a0703b433'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:15.395411 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-16965a55-c6c6-42ac-a50b-38d3ec298d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:15.396973 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-16965a55-c6c6-42ac-a50b-38d3ec298d71 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38&tenant_id=98ab9ba355cc424c84878fe5fd657070 HTTP/1.1" status: 200 len: 1127 time: 0.1424608 Apr 11 15:25:15.471987 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Made reservation on behalf of 7223bf46415c42048df9b54a0703b433 for: {'port': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:15.477478 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.500507 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.506159 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bbded-7f67-4158-97c2-718276971f88 req-4e7654b5-6382-4d50-b51b-b552a96ef7e9 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:15.509316 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-4e7654b5-6382-4d50-b51b-b552a96ef7e9 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.39 "GET /v2.0/networks?id=c7316da3-3527-4cfd-adb9-6a1fa5547a13 HTTP/1.1" status: 200 len: 814 time: 0.2638884 Apr 11 15:25:15.536511 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c1c5f37c-7bac-42d6-a401-e4f8f1df2010 req-8006ef93-9598-4262-a165-ad6a5561474a tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 210 time: 0.0536542 Apr 11 15:25:15.541861 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-158c2ac7-2e8e-42d3-a39f-b0c15a9b4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:15.543960 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-158c2ac7-2e8e-42d3-a39f-b0c15a9b4c42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 1127 time: 0.1093950 Apr 11 15:25:15.585357 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'port': {'device_id': '3012ee5e-0957-47ec-8056-2ab620c88558', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'admin_state_up': True, 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:15.642128 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Allocated IP 172.20.0.4 (895943ef-9c29-4fae-b5b6-82ebc8c70f55/1b6253e0-90da-4a0c-bad1-e6b1b6171833/313e20db-07be-40d3-a70b-0c2be6f2879c) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:15.751314 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-fffbd631-8e51-462e-8a17-3425dd2afbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:15.752690 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-fffbd631-8e51-462e-8a17-3425dd2afbd9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 918 time: 0.1639187 Apr 11 15:25:15.813535 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks [] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.835558 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-dd5a6da7-619a-4b33-88d5-1f17fa50c32c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e HTTP/1.1" status: 200 len: 999 time: 0.0734630 Apr 11 15:25:15.878180 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Made reservation on behalf of 33f4eaf829004bbbb30f047652be5f8a for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:15.881443 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.916817 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-344dab97-5e4b-491d-9b73-08d42c72ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:15.918311 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-344dab97-5e4b-491d-9b73-08d42c72ee78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.0710154 Apr 11 15:25:15.926968 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:15.970984 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:15.980685 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:15.983025 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:16.035559 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Pushing event updated for resources: {'Port': ['ID=313e20db-07be-40d3-a70b-0c2be6f2879c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:16.046437 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.046784 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.048182 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.049024 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.049583 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.050326 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.050832 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.051311 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.051827 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.052317 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.052798 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.053379 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.053856 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.054327 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.054808 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.076053 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-8163a54d-973b-4de8-8144-51605171e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:16.077548 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-8163a54d-973b-4de8-8144-51605171e1d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1269169 Apr 11 15:25:16.080557 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:16.081233 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.121609 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-97dd87ee-c4a5-4abe-ad18-00cf2e19ef5e req-c6b87600-d065-442c-a261-fb21dec1be9c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 210 time: 0.0533075 Apr 11 15:25:16.169451 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-f3f5f197-0739-4a4c-ae22-e4e126b086d0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9499345 Apr 11 15:25:16.180184 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Allocated IP 172.20.0.10 (c7316da3-3527-4cfd-adb9-6a1fa5547a13/fec656bf-0354-4ad8-8e76-722b105501ad/f4db40a5-c13d-4081-93ca-c9fd17bfa8cd) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:16.181678 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Request body: {'port': {'device_id': '9f833fc1-6877-4b4f-8b46-dfd2f1eb9748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:16.246163 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-51173dc9-bc17-4c87-ba59-b7ae05d97f61 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536865 Apr 11 15:25:16.259119 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.443376 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091eb13c-b261-49e9-88af-311b9f4dd167 req-d27e8e55-8767-4f79-9337-eebe70acffbc tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:16.445049 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-091eb13c-b261-49e9-88af-311b9f4dd167 req-d27e8e55-8767-4f79-9337-eebe70acffbc tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0832160 Apr 11 15:25:16.485945 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-8e827894-c4ec-422f-9391-04f09eadc3f3 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319648 Apr 11 15:25:16.499924 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.553933 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-091eb13c-b261-49e9-88af-311b9f4dd167 req-3c025713-4fc2-402f-9ffd-63696737b21c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965791 Apr 11 15:25:16.645494 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313e20db-07be-40d3-a70b-0c2be6f2879c {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:16.665964 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Publish callbacks [] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.692959 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.694611 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Transition to ACTIVE for port object 313e20db-07be-40d3-a70b-0c2be6f2879c will not be triggered until provisioned by entity L2. {{(pid=103868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:25:16.747106 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.751782 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22df3f-0057-4fed-8a8f-6bfca78be07d req-1f542e12-8b97-4f13-a485-2eb51757f164 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:16.756797 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6f22df3f-0057-4fed-8a8f-6bfca78be07d req-1f542e12-8b97-4f13-a485-2eb51757f164 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 931 time: 0.0933218 Apr 11 15:25:16.762856 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Network c7316da3-3527-4cfd-adb9-6a1fa5547a13 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:16.767075 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'Port': ['ID=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:16.770041 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:16.779060 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:16.808244 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.813715 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.814063 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.814467 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.814766 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.815109 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.815451 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.815826 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.816162 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.816497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.816837 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.817167 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.817497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.817824 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.818161 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.818489 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:16.902362 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:16.903192 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:16.916200 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6f22df3f-0057-4fed-8a8f-6bfca78be07d req-71c9962d-5df9-4098-a0fe-9f821bb4824e tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439071 Apr 11 15:25:16.948546 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Pushing event updated for resources: {'Port': ['ID=313e20db-07be-40d3-a70b-0c2be6f2879c,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:17.031773 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-d6672d09-7529-4c1a-924d-903a329fbc13 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4504292 Apr 11 15:25:17.032834 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:25:17.047429 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Attempting to bind port 313e20db-07be-40d3-a70b-0c2be6f2879c on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:17.048118 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Attempting to bind port 313e20db-07be-40d3-a70b-0c2be6f2879c by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '54b12f33-357c-46fc-ad16-08289fd8a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:17.048304 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Attempting to bind port 313e20db-07be-40d3-a70b-0c2be6f2879c on network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:17.055388 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Port 313e20db-07be-40d3-a70b-0c2be6f2879c on network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:25:17.055880 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Attempting to bind port 313e20db-07be-40d3-a70b-0c2be6f2879c on network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:17.063914 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:17.064258 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Checking segment: {'id': '54b12f33-357c-46fc-ad16-08289fd8a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:17.064739 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Bound using segment: {'id': '54b12f33-357c-46fc-ad16-08289fd8a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:17.065267 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Bound port: 313e20db-07be-40d3-a70b-0c2be6f2879c, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b12f33-357c-46fc-ad16-08289fd8a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:17.065689 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.177699 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-2be9ac08-807d-4dbb-82a0-57ccda61efe1 None None] Provisioning complete for port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:17.178367 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2be9ac08-807d-4dbb-82a0-57ccda61efe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.180533 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] For port 313e20db-07be-40d3-a70b-0c2be6f2879c, host hv-cinder-83608, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:17.189761 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] For port 313e20db-07be-40d3-a70b-0c2be6f2879c, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=313e20db-07be-40d3-a70b-0c2be6f2879c,segment=NetworkSegment(54b12f33-357c-46fc-ad16-08289fd8a38b),segment_id=54b12f33-357c-46fc-ad16-08289fd8a38b)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:17.238174 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-2be9ac08-807d-4dbb-82a0-57ccda61efe1 None None] Port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:17.264068 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.329334 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd6c65-7bb2-4bae-9bde-d0366fbee0a7 req-a2f9f1ff-fefe-418f-8d44-85f55b73a45d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:17.332182 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-41dd6c65-7bb2-4bae-9bde-d0366fbee0a7 req-a2f9f1ff-fefe-418f-8d44-85f55b73a45d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 932 time: 0.0836873 Apr 11 15:25:17.354955 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:17.355625 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.358953 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] 10.222.0.39 "PUT /v2.0/ports/313e20db-07be-40d3-a70b-0c2be6f2879c HTTP/1.1" status: 200 len: 1093 time: 1.1805799 Apr 11 15:25:17.358953 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f833fc1-6877-4b4f-8b46-dfd2f1eb9748', 'tag': '313e20db-07be-40d3-a70b-0c2be6f2879c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:17.360520 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a210411c-7191-4bbd-85b7-321be9a3846c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f833fc1-6877-4b4f-8b46-dfd2f1eb9748", "tag": "313e20db-07be-40d3-a70b-0c2be6f2879c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:17.407320 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4879e5-345b-46b4-b01f-b3242b4a891b service neutron] Pushing event updated for resources: {'Port': ['ID=313e20db-07be-40d3-a70b-0c2be6f2879c,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:17.435865 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Request body: {'port': {'device_id': '3012ee5e-0957-47ec-8056-2ab620c88558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:17.470186 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2984a4-f206-49c3-ae85-b1e975181814 x-openstack-request-id: req-cd2984a4-f206-49c3-ae85-b1e975181814 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:17.470609 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f833fc1-6877-4b4f-8b46-dfd2f1eb9748", "tag": "313e20db-07be-40d3-a70b-0c2be6f2879c", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:17.471041 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd2984a4-f206-49c3-ae85-b1e975181814 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:17.471815 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2984a4-f206-49c3-ae85-b1e975181814'] response: {'name': 'network-changed', 'server_uuid': '9f833fc1-6877-4b4f-8b46-dfd2f1eb9748', 'tag': '313e20db-07be-40d3-a70b-0c2be6f2879c', 'status': 'completed', 'code': 200} Apr 11 15:25:17.524428 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-41dd6c65-7bb2-4bae-9bde-d0366fbee0a7 req-d94e6c64-55ed-4e5b-b1bc-e8b5354769d3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834254 Apr 11 15:25:17.561666 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:17.617751 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210411c-7191-4bbd-85b7-321be9a3846c req-92cf70e0-7516-400f-8896-115bcfa95a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:17.620307 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-a210411c-7191-4bbd-85b7-321be9a3846c req-92cf70e0-7516-400f-8896-115bcfa95a38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7223bf46415c42048df9b54a0703b433&device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 1127 time: 0.0639553 Apr 11 15:25:17.792977 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39a71a-bf15-497f-95af-df380462c233 req-b88e8b33-3509-49b8-9601-f7d8ff72b35d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:17.795484 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0b39a71a-bf15-497f-95af-df380462c233 req-b88e8b33-3509-49b8-9601-f7d8ff72b35d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0893843 Apr 11 15:25:17.870195 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210411c-7191-4bbd-85b7-321be9a3846c req-43571797-8666-4277-8ade-49164d5076c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:17.871982 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-a210411c-7191-4bbd-85b7-321be9a3846c req-43571797-8666-4277-8ade-49164d5076c4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7223bf46415c42048df9b54a0703b433&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2065716 Apr 11 15:25:17.976247 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0b39a71a-bf15-497f-95af-df380462c233 req-e0a2feba-24ed-4cf3-b30e-10cd69b486bc tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625400 Apr 11 15:25:18.120300 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd71c8-5b9c-44b8-ac6e-8525e2a06966 req-d50967bb-4638-4db7-8044-cce257aa4f1f tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:18.128075 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-93dd71c8-5b9c-44b8-ac6e-8525e2a06966 req-d50967bb-4638-4db7-8044-cce257aa4f1f tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0822117 Apr 11 15:25:18.216575 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4db40a5-c13d-4081-93ca-c9fd17bfa8cd {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:18.232963 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Publish callbacks [] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.263826 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-93dd71c8-5b9c-44b8-ac6e-8525e2a06966 req-86d2e044-f2fb-4d90-863a-071c615bb17c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347368 Apr 11 15:25:18.273248 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Transition to ACTIVE for port object f4db40a5-c13d-4081-93ca-c9fd17bfa8cd will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:25:18.306121 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210411c-7191-4bbd-85b7-321be9a3846c req-d08ca2bf-9976-4c95-8b25-1675e47a493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:18.310696 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-a210411c-7191-4bbd-85b7-321be9a3846c req-d08ca2bf-9976-4c95-8b25-1675e47a493c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3593540 Apr 11 15:25:18.348266 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.403113 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:18.411350 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.590769 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Attempting to bind port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:18.595081 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Attempting to bind port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:18.595555 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Attempting to bind port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd on network c7316da3-3527-4cfd-adb9-6a1fa5547a13 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:18.604842 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd on network c7316da3-3527-4cfd-adb9-6a1fa5547a13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:25:18.604842 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Attempting to bind port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd on network c7316da3-3527-4cfd-adb9-6a1fa5547a13 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:18.623761 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:18.624213 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Checking segment: {'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:18.624679 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Bound using segment: {'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:18.625205 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Bound port: f4db40a5-c13d-4081-93ca-c9fd17bfa8cd, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7163a3a0-a9b4-4d1c-8179-106351c62bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:18.625637 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:18.851373 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444de8c-833c-4cef-a217-178439b467a2 req-abbb4b55-3831-46f8-80bf-ac1e85e5e1be tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:18.859671 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d444de8c-833c-4cef-a217-178439b467a2 req-abbb4b55-3831-46f8-80bf-ac1e85e5e1be tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.1426833 Apr 11 15:25:18.922466 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] For port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:18.994809 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d444de8c-833c-4cef-a217-178439b467a2 req-5df422fa-619f-4af0-9e62-13d6c3da84a0 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776854 Apr 11 15:25:18.994809 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] For port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:19.188280 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7c17c-a08f-40d1-a643-1d293ccd1168 req-99900e80-b788-4b77-90e2-c21e84783672 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:19.197178 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5fa7c17c-a08f-40d1-a643-1d293ccd1168 req-99900e80-b788-4b77-90e2-c21e84783672 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0844564 Apr 11 15:25:19.266626 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5fa7c17c-a08f-40d1-a643-1d293ccd1168 req-4ae9c15b-f047-4dae-a725-2647df7c4acd tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678222 Apr 11 15:25:19.382714 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.454021 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10902e9b-9ebb-48c2-a3f3-473898692ce0 req-7cf17c1a-6beb-4a13-8309-d31f2c291945 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:19.456202 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-10902e9b-9ebb-48c2-a3f3-473898692ce0 req-7cf17c1a-6beb-4a13-8309-d31f2c291945 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.1101837 Apr 11 15:25:19.473197 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:19.473828 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:19.475440 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] 10.222.0.39 "PUT /v2.0/ports/f4db40a5-c13d-4081-93ca-c9fd17bfa8cd HTTP/1.1" status: 200 len: 1094 time: 2.0507736 Apr 11 15:25:19.476132 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:19.479374 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986aee94-20d8-4c00-b737-b226f7694bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:19.517365 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b224af3-5937-4e00-869f-761e8d08d6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:19.565886 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59832315-6939-4779-b7b1-1d47453c0698 x-openstack-request-id: req-59832315-6939-4779-b7b1-1d47453c0698 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:19.566185 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:19.566450 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-59832315-6939-4779-b7b1-1d47453c0698 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:19.567129 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59832315-6939-4779-b7b1-1d47453c0698'] response: {'name': 'network-changed', 'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'status': 'completed', 'code': 200} Apr 11 15:25:19.604353 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-10902e9b-9ebb-48c2-a3f3-473898692ce0 req-58ae1c03-de03-48dc-a1ca-5fee0f6e02fa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326425 Apr 11 15:25:20.110135 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661f9a6-9f03-4a02-9b95-75c3dfe71e23 req-a4754699-97f1-4c4f-b7c8-11813c3f5861 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:20.112016 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c661f9a6-9f03-4a02-9b95-75c3dfe71e23 req-a4754699-97f1-4c4f-b7c8-11813c3f5861 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0538697 Apr 11 15:25:20.163104 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c661f9a6-9f03-4a02-9b95-75c3dfe71e23 req-f22d9988-48b1-4446-a697-ea4ddd92634d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 Apr 11 15:25:20.414589 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10718b1f-ac39-400b-8344-f44579a65a5e req-5d52f323-7c47-4b5a-851f-550f2f695317 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:20.417084 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-10718b1f-ac39-400b-8344-f44579a65a5e req-5d52f323-7c47-4b5a-851f-550f2f695317 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0682044 Apr 11 15:25:20.484860 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-10718b1f-ac39-400b-8344-f44579a65a5e req-f2aaa273-8781-4685-b0dc-0c808baa24e8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611076 Apr 11 15:25:20.748912 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757382e-ccae-4d9f-8872-85710566a5f6 req-81c6f3d8-71ed-4911-9988-1d9834670bbe tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:20.750568 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e757382e-ccae-4d9f-8872-85710566a5f6 req-81c6f3d8-71ed-4911-9988-1d9834670bbe tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0556746 Apr 11 15:25:20.801253 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e757382e-ccae-4d9f-8872-85710566a5f6 req-43b4db35-8ce6-4b87-8d4a-5c5d70ecd6d8 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447621 Apr 11 15:25:21.302112 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c83be-8617-4c1f-a4fe-cf8c32a53bc6 req-b64e96eb-05af-4029-97ed-6093175aaaa5 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:21.303873 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d88c83be-8617-4c1f-a4fe-cf8c32a53bc6 req-b64e96eb-05af-4029-97ed-6093175aaaa5 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0680764 Apr 11 15:25:21.377807 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d88c83be-8617-4c1f-a4fe-cf8c32a53bc6 req-81d53dd2-1106-42a8-87a3-00385c0eae5f tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665743 Apr 11 15:25:21.614499 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bd71b-cb34-4b2a-a655-a1ca5ca8f105 req-6480f6a2-7b5d-4e4a-ab54-41f72ef79472 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:21.616052 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a83bd71b-cb34-4b2a-a655-a1ca5ca8f105 req-6480f6a2-7b5d-4e4a-ab54-41f72ef79472 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0514698 Apr 11 15:25:21.685499 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a83bd71b-cb34-4b2a-a655-a1ca5ca8f105 req-ed3fc8d3-59d4-481e-a95f-2015f8bd0a0c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634329 Apr 11 15:25:21.958179 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c881a9c-b255-4aa5-8ef4-c221c7f2f85a req-3b776af6-94bc-4f00-9402-b98da61e4cca tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:21.959799 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7c881a9c-b255-4aa5-8ef4-c221c7f2f85a req-3b776af6-94bc-4f00-9402-b98da61e4cca tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0736806 Apr 11 15:25:22.027902 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7c881a9c-b255-4aa5-8ef4-c221c7f2f85a req-bb1caa34-d2bd-4ba9-8b7c-06d49531e146 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613129 Apr 11 15:25:22.516013 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b8432-95cd-4f77-b0a2-57b08b23981d req-6e79f2d4-0b1d-4453-b55b-e517e775947d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:22.517715 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4d5b8432-95cd-4f77-b0a2-57b08b23981d req-6e79f2d4-0b1d-4453-b55b-e517e775947d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0648422 Apr 11 15:25:22.574912 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4d5b8432-95cd-4f77-b0a2-57b08b23981d req-0491428b-90bb-47db-8df1-aa444f65b67d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505524 Apr 11 15:25:22.829908 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64eb58-15a3-4020-b408-e8393ea3524a req-c397d9b0-b098-40cc-9882-ce6950791f88 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:22.831593 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ef64eb58-15a3-4020-b408-e8393ea3524a req-c397d9b0-b098-40cc-9882-ce6950791f88 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0656431 Apr 11 15:25:22.896816 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ef64eb58-15a3-4020-b408-e8393ea3524a req-c2d3a3d5-d5b7-4f38-85ff-4c88f174868d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588932 Apr 11 15:25:23.171806 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715afcd4-1cb8-497c-be71-5f47d4ea4c93 req-cd4a5637-6e93-4bb6-b26c-44cbae16c3ac tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:23.174573 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-715afcd4-1cb8-497c-be71-5f47d4ea4c93 req-cd4a5637-6e93-4bb6-b26c-44cbae16c3ac tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0645335 Apr 11 15:25:23.232247 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-715afcd4-1cb8-497c-be71-5f47d4ea4c93 req-64a1c7d8-2133-4a0e-bc9c-f0b7d249c0eb tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515299 Apr 11 15:25:23.706008 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365905e-7335-466c-a3f2-3eb7c831254b req-9e378c93-958a-43c2-b8c9-57c809c27128 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:23.707725 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f365905e-7335-466c-a3f2-3eb7c831254b req-9e378c93-958a-43c2-b8c9-57c809c27128 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0624933 Apr 11 15:25:23.774549 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f365905e-7335-466c-a3f2-3eb7c831254b req-a66fa57f-bf29-41e3-b4ff-d0b16ff2b200 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600169 Apr 11 15:25:24.042734 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f21537-34ba-4b6e-928a-5eed333992de req-ac359b91-eb1e-4729-b7c3-42d9e6137a48 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:24.044266 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-05f21537-34ba-4b6e-928a-5eed333992de req-ac359b91-eb1e-4729-b7c3-42d9e6137a48 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0628796 Apr 11 15:25:24.104290 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-05f21537-34ba-4b6e-928a-5eed333992de req-66885baf-f644-4de1-82e2-9a7c2d9787cf tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540965 Apr 11 15:25:24.362907 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ed47-df5e-4bc6-839a-3216563f893b req-a430dfdc-60c4-4206-9855-85c7259cea23 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:24.365771 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8e95ed47-df5e-4bc6-839a-3216563f893b req-a430dfdc-60c4-4206-9855-85c7259cea23 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0630896 Apr 11 15:25:24.429062 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8e95ed47-df5e-4bc6-839a-3216563f893b req-0c913ed0-386f-415b-957f-7d361f00e762 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558665 Apr 11 15:25:24.901964 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8cd9f-d170-4a04-882c-08a1ac759972 req-4279e4b8-d73c-4da5-a0e3-30e73ef858e6 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:24.903706 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-67d8cd9f-d170-4a04-882c-08a1ac759972 req-4279e4b8-d73c-4da5-a0e3-30e73ef858e6 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0641918 Apr 11 15:25:24.957967 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-67d8cd9f-d170-4a04-882c-08a1ac759972 req-9494f35e-a1a4-4fd3-90b0-d013ae75d938 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469553 Apr 11 15:25:25.233925 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a7c5a-4e6a-4f1c-8fe3-261e378657cd req-b309ef60-ae7e-4216-af92-a523d29e5e93 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:25.239572 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c20a7c5a-4e6a-4f1c-8fe3-261e378657cd req-b309ef60-ae7e-4216-af92-a523d29e5e93 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0544076 Apr 11 15:25:25.291065 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c20a7c5a-4e6a-4f1c-8fe3-261e378657cd req-8587ec1b-6f6d-48ca-be47-5544bd137de9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491245 Apr 11 15:25:25.566445 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860bec8-7fe5-46b2-b4bb-1a706c4afbc7 req-8a1624ea-4fb6-439e-a004-25fabd587b1c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:25.573850 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c860bec8-7fe5-46b2-b4bb-1a706c4afbc7 req-8a1624ea-4fb6-439e-a004-25fabd587b1c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0703683 Apr 11 15:25:25.632682 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c860bec8-7fe5-46b2-b4bb-1a706c4afbc7 req-21bc4baa-818f-40af-870f-d9fee62ee1c8 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565519 Apr 11 15:25:25.668980 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 34918) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:25.801537 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fdc44b56-17dd-4869-a549-ee8330063eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:25.876314 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fdc44b56-17dd-4869-a549-ee8330063eff admin admin] Publish callbacks [] for security_group (92934035-1c49-4825-bd82-e65378ad20ed), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.097441 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100655a9-74e7-4782-892a-8dfa530f3bd8 req-25a110c7-98b1-4f52-8849-f69e8c661ed5 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:26.099045 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-100655a9-74e7-4782-892a-8dfa530f3bd8 req-25a110c7-98b1-4f52-8849-f69e8c661ed5 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0583785 Apr 11 15:25:26.147564 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-100655a9-74e7-4782-892a-8dfa530f3bd8 req-16c28f41-5004-4ab2-b364-c312fc595f18 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Apr 11 15:25:26.280539 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fdc44b56-17dd-4869-a549-ee8330063eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (92934035-1c49-4825-bd82-e65378ad20ed), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.324620 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc44b56-17dd-4869-a549-ee8330063eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92934035-1c49-4825-bd82-e65378ad20ed,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:26.329863 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-fdc44b56-17dd-4869-a549-ee8330063eff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=365d48df6512421ea2fa95a5f52c7a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6597586 Apr 11 15:25:26.332943 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 34928) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:26.455061 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5d14-69f6-4643-82d4-955482673252 admin admin] Publish callbacks [] for security_group (92934035-1c49-4825-bd82-e65378ad20ed), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.465358 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c41c8-0263-409e-a1bc-c38bbf264106 req-cbbde343-1f46-416f-8ba6-d2b9ea6e855d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:26.466885 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6f8c41c8-0263-409e-a1bc-c38bbf264106 req-cbbde343-1f46-416f-8ba6-d2b9ea6e855d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0703495 Apr 11 15:25:26.491459 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5d14-69f6-4643-82d4-955482673252 admin admin] Publish callbacks [] for security_group (92934035-1c49-4825-bd82-e65378ad20ed), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.560587 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6f8c41c8-0263-409e-a1bc-c38bbf264106 req-b638dde5-9c53-4333-bf3f-33537dbf73cd tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719378 Apr 11 15:25:26.669062 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5d14-69f6-4643-82d4-955482673252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (92934035-1c49-4825-bd82-e65378ad20ed), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.677818 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5d14-69f6-4643-82d4-955482673252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:26.677818 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a6ed5d14-69f6-4643-82d4-955482673252 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92934035-1c49-4825-bd82-e65378ad20ed HTTP/1.1" status: 204 len: 168 time: 0.3394248 Apr 11 15:25:26.684792 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed5d14-69f6-4643-82d4-955482673252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92934035-1c49-4825-bd82-e65378ad20ed,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:27.033732 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403d5c-0c15-4f23-bd31-b283c5fd8f02 req-4d49d9be-885c-44d2-90c3-b2c64c24d409 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:27.035460 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-35403d5c-0c15-4f23-bd31-b283c5fd8f02 req-4d49d9be-885c-44d2-90c3-b2c64c24d409 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.2983735 Apr 11 15:25:27.086184 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-35403d5c-0c15-4f23-bd31-b283c5fd8f02 req-39a40006-fcff-4753-bdc5-e9522eb30bd7 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Apr 11 15:25:27.265697 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727bac5-d201-4ab7-97de-b41646d78f18 req-4a53dd9a-6719-40fd-8e43-9688b79fa32c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:27.267268 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6727bac5-d201-4ab7-97de-b41646d78f18 req-4a53dd9a-6719-40fd-8e43-9688b79fa32c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0473104 Apr 11 15:25:27.318012 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6727bac5-d201-4ab7-97de-b41646d78f18 req-ee46a52c-e098-49b6-9cfb-f69d8f639f17 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450573 Apr 11 15:25:27.721002 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eac880-c49a-4d42-aa22-14c8e96d2ea0 req-916fac9c-6216-40e4-9a24-82aa96cca25a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:27.722499 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-88eac880-c49a-4d42-aa22-14c8e96d2ea0 req-916fac9c-6216-40e4-9a24-82aa96cca25a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0556026 Apr 11 15:25:27.788188 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-88eac880-c49a-4d42-aa22-14c8e96d2ea0 req-bc00f50a-9af5-4087-8850-bed2933b9b8f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578272 Apr 11 15:25:28.239307 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a240c3-7f90-4749-abda-a4a85a3750b6 req-766da8ce-b037-4bac-9ee5-61c536ee90e7 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:28.240922 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-94a240c3-7f90-4749-abda-a4a85a3750b6 req-766da8ce-b037-4bac-9ee5-61c536ee90e7 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0575736 Apr 11 15:25:28.303077 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-94a240c3-7f90-4749-abda-a4a85a3750b6 req-3349c726-d1bf-4f95-8b93-a4a946678060 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517893 Apr 11 15:25:28.455463 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605c729-1712-4414-afc9-cb11483115ce req-d964bd44-8bec-4b52-89af-8ff7d62fb842 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:28.457893 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9605c729-1712-4414-afc9-cb11483115ce req-d964bd44-8bec-4b52-89af-8ff7d62fb842 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0632873 Apr 11 15:25:28.515462 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9605c729-1712-4414-afc9-cb11483115ce req-f588f719-75a9-4e28-afc2-77e727ccc17c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498614 Apr 11 15:25:28.939582 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8bcdc-54c0-4755-96ff-ba42eafa1588 req-6712048f-78f6-4433-b179-23af6561b82e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:28.941635 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6ff8bcdc-54c0-4755-96ff-ba42eafa1588 req-6712048f-78f6-4433-b179-23af6561b82e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0632432 Apr 11 15:25:28.997940 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6ff8bcdc-54c0-4755-96ff-ba42eafa1588 req-38f54877-464d-4d14-ab5b-5b979ab0a7de tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503342 Apr 11 15:25:29.445871 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bde7b6-c075-4bb5-ac02-816d6cc768b5 req-4bcece01-98a8-4fd8-ab22-bec0ceaa2919 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:29.448304 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f2bde7b6-c075-4bb5-ac02-816d6cc768b5 req-4bcece01-98a8-4fd8-ab22-bec0ceaa2919 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0655382 Apr 11 15:25:29.519594 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f2bde7b6-c075-4bb5-ac02-816d6cc768b5 req-36b357af-bf06-4a60-a007-19ab6aba2d2c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630143 Apr 11 15:25:29.659461 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d2f71-39b3-4f87-b777-b2b0f870759d req-801fb6cc-a063-45d7-9058-d124d2ccda08 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:29.661787 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6e0d2f71-39b3-4f87-b777-b2b0f870759d req-801fb6cc-a063-45d7-9058-d124d2ccda08 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0626645 Apr 11 15:25:29.735665 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6e0d2f71-39b3-4f87-b777-b2b0f870759d req-a179b0c4-328d-41ce-84a6-fb77a5d2154b tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582321 Apr 11 15:25:30.162507 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497bbaa-b977-4010-a5ad-32a6d290fae2 req-6d34460b-bb7e-479c-bdc8-3fb41b832aa5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:30.165019 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6497bbaa-b977-4010-a5ad-32a6d290fae2 req-6d34460b-bb7e-479c-bdc8-3fb41b832aa5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0777011 Apr 11 15:25:30.254723 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6497bbaa-b977-4010-a5ad-32a6d290fae2 req-ff6c1105-1626-4ba3-8b32-95dc190cde33 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761614 Apr 11 15:25:30.673387 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ac9f5-bfd4-43b5-81c0-61eb20b2ab18 req-f78bbdea-b58f-4b8d-ac64-763a84f4cf2b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:30.677658 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5f0ac9f5-bfd4-43b5-81c0-61eb20b2ab18 req-f78bbdea-b58f-4b8d-ac64-763a84f4cf2b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0613656 Apr 11 15:25:30.740051 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5f0ac9f5-bfd4-43b5-81c0-61eb20b2ab18 req-48d37544-c223-410d-ab74-4993eb42767c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553524 Apr 11 15:25:30.863323 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f3adc-a86d-47d6-8a62-d834274a5aac req-e95a8e1c-fcca-4fa1-9d30-41c2a5cf0554 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:30.865127 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a66f3adc-a86d-47d6-8a62-d834274a5aac req-e95a8e1c-fcca-4fa1-9d30-41c2a5cf0554 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0527270 Apr 11 15:25:30.923204 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a66f3adc-a86d-47d6-8a62-d834274a5aac req-7412a105-4a7b-467c-9778-e70e4f2b2268 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516272 Apr 11 15:25:31.403497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44490511-7a1b-4e24-a8d5-32afb10a2bfb req-6238b598-4253-4791-ab23-be6990c68d7f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:31.411472 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-44490511-7a1b-4e24-a8d5-32afb10a2bfb req-6238b598-4253-4791-ab23-be6990c68d7f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0750415 Apr 11 15:25:31.496768 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-44490511-7a1b-4e24-a8d5-32afb10a2bfb req-4262b2d7-4c1b-4c19-bfd6-e06cd27c7319 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840600 Apr 11 15:25:31.555805 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-ba06e244-83e0-4c49-bb5d-9d9b04e25931 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=485e33ca790a4961b3ec2dcdb3efa69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338495 Apr 11 15:25:31.808111 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-3a9e2eec-ece1-4b65-a013-809490ca9228 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:31.815877 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-3a9e2eec-ece1-4b65-a013-809490ca9228 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466152 Apr 11 15:25:31.835004 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-59b758cc-15ff-43c0-9c4d-7e5f074fa921 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/quotas/485e33ca790a4961b3ec2dcdb3efa69b HTTP/1.1" status: 200 len: 375 time: 0.0177412 Apr 11 15:25:31.877703 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-8cbc94ed-03a8-476b-a62c-47ae0c4d7309 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=485e33ca790a4961b3ec2dcdb3efa69b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415902 Apr 11 15:25:31.962300 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64929cf3-a33a-4eae-8b1a-66fc9f321f72 req-26c09cfc-d39b-4310-b67a-288afeb3d58c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:31.965794 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-64929cf3-a33a-4eae-8b1a-66fc9f321f72 req-26c09cfc-d39b-4310-b67a-288afeb3d58c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0809088 Apr 11 15:25:32.051867 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-64929cf3-a33a-4eae-8b1a-66fc9f321f72 req-5603400f-2319-41b5-9c25-3460e56095bb tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728920 Apr 11 15:25:32.236445 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5c069666-a80c-4c26-ad19-7a09a31733bf req-a416f1a0-c71a-48a3-b603-c9d9a9c7198e tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 210 time: 0.0515866 Apr 11 15:25:32.242826 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4369f1e-9a64-48f5-b6f6-03a6344e1223 req-b814c5e0-4f0a-47e2-94ad-70f0db26ef52 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:32.244478 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a4369f1e-9a64-48f5-b6f6-03a6344e1223 req-b814c5e0-4f0a-47e2-94ad-70f0db26ef52 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.1297481 Apr 11 15:25:32.332388 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a4369f1e-9a64-48f5-b6f6-03a6344e1223 req-ced05783-191d-409d-8aa5-23e86e48168a tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785115 Apr 11 15:25:32.655141 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81de53-feb8-46af-98d6-12b7e74fb474 req-ce4d2be0-c5a0-4928-bef4-315f668c67cf tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:32.656781 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-db81de53-feb8-46af-98d6-12b7e74fb474 req-ce4d2be0-c5a0-4928-bef4-315f668c67cf tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0655782 Apr 11 15:25:32.722505 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-db81de53-feb8-46af-98d6-12b7e74fb474 req-e83f50b5-cf8d-40a0-93d8-3db8d9ff541e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589139 Apr 11 15:25:33.261416 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51deaec4-1b35-4d8c-b00e-c6b39db7a4f5 req-3beebf0c-df97-4d86-83c4-ceee95249b16 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.272156 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-51deaec4-1b35-4d8c-b00e-c6b39db7a4f5 req-3beebf0c-df97-4d86-83c4-ceee95249b16 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0913012 Apr 11 15:25:33.378560 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-51deaec4-1b35-4d8c-b00e-c6b39db7a4f5 req-4b3c05fc-d2b9-490f-9295-55b48b57a790 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050282 Apr 11 15:25:33.381006 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ed464477-be20-48b8-bd15-aaa689b1ece1 req-0d439666-25a9-4f31-b9d0-9cd93ae47c60 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 210 time: 0.0617757 Apr 11 15:25:33.505681 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3080063-16c0-4295-b84f-7d3f143f9b06 req-144af088-2173-4db5-bbec-4b797fe0f5ca tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.508149 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c3080063-16c0-4295-b84f-7d3f143f9b06 req-144af088-2173-4db5-bbec-4b797fe0f5ca tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0562356 Apr 11 15:25:33.559637 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c3080063-16c0-4295-b84f-7d3f143f9b06 req-edf75fb1-a4af-40a2-9bc5-5decc6b5aa6f tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Apr 11 15:25:33.868587 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b4866-081d-4dfb-a0ac-f6ac491c594b req-ff205a63-63b8-46f8-b4eb-cc17b61ae2b9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:33.870155 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-dd2b4866-081d-4dfb-a0ac-f6ac491c594b req-ff205a63-63b8-46f8-b4eb-cc17b61ae2b9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0477285 Apr 11 15:25:33.921365 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-dd2b4866-081d-4dfb-a0ac-f6ac491c594b req-74324462-e99a-45f4-ac00-cfdec3164d8b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429554 Apr 11 15:25:34.092282 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aee94-20d8-4c00-b737-b226f7694bd9 req-e8993989-339d-4752-bae8-442e367f447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.092960 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-cfde73f5-b4fe-4ca4-9b70-721b5667fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.093858 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-986aee94-20d8-4c00-b737-b226f7694bd9 req-e8993989-339d-4752-bae8-442e367f447b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4eaf829004bbbb30f047652be5f8a&device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 1128 time: 0.0417693 Apr 11 15:25:34.094431 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-cfde73f5-b4fe-4ca4-9b70-721b5667fc42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7223bf46415c42048df9b54a0703b433&device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 1127 time: 0.0442693 Apr 11 15:25:34.148640 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-7de09ead-f563-42e5-a650-a325ecab39d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=313e20db-07be-40d3-a70b-0c2be6f2879c HTTP/1.1" status: 200 len: 217 time: 0.0349331 Apr 11 15:25:34.208300 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-7a571f33-6c51-428d-ae90-0a506bf6202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.209742 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-7a571f33-6c51-428d-ae90-0a506bf6202f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b6253e0-90da-4a0c-bad1-e6b1b6171833 HTTP/1.1" status: 200 len: 853 time: 0.0483484 Apr 11 15:25:34.214785 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aee94-20d8-4c00-b737-b226f7694bd9 req-95579845-062b-4d75-80d1-8bd1e99044dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.216296 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-986aee94-20d8-4c00-b737-b226f7694bd9 req-95579845-062b-4d75-80d1-8bd1e99044dc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=33f4eaf829004bbbb30f047652be5f8a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1049936 Apr 11 15:25:34.485845 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3732b219-1803-49a1-8875-b0d6f7815cd8 req-0c20a7d3-0e8d-4991-ba99-05714870d4ac tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 210 time: 0.0383875 Apr 11 15:25:34.520970 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f21ad-4508-47ad-af31-2669c6c3df85 req-44167fab-9bd7-4f19-9deb-8aeaef900d60 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.522502 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-dc8f21ad-4508-47ad-af31-2669c6c3df85 req-44167fab-9bd7-4f19-9deb-8aeaef900d60 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0728145 Apr 11 15:25:34.570583 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-dc8f21ad-4508-47ad-af31-2669c6c3df85 req-da8f6ff2-c8be-409c-94ff-c65a3d93a565 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Apr 11 15:25:34.685887 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-4bcda2b2-ff6f-480f-99fe-433c37ad4e4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=895943ef-9c29-4fae-b5b6-82ebc8c70f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517874 Apr 11 15:25:34.707039 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ef7dd-d241-4a5c-a658-82ac8f443bc0 req-d324f2ba-d27f-491a-b7d5-5ab94a98e4ea tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.708566 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-320ef7dd-d241-4a5c-a658-82ac8f443bc0 req-d324f2ba-d27f-491a-b7d5-5ab94a98e4ea tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0836618 Apr 11 15:25:34.727818 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aee94-20d8-4c00-b737-b226f7694bd9 req-0dd0f6ef-40ce-45d2-b23a-a9915e8f0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.729910 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-986aee94-20d8-4c00-b737-b226f7694bd9 req-0dd0f6ef-40ce-45d2-b23a-a9915e8f0528 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981612 Apr 11 15:25:34.805712 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-320ef7dd-d241-4a5c-a658-82ac8f443bc0 req-5ffc54ce-5709-4ff4-8219-65b0375aceae tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845697 Apr 11 15:25:34.820100 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bbded-7f67-4158-97c2-718276971f88 req-b4570cbb-8f75-4bae-ae14-ce98d7e6b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.820502 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-e372a2aa-34ce-4be5-b6fe-9306bba385ac service neutron] 10.222.0.39 "GET /v2.0/networks/895943ef-9c29-4fae-b5b6-82ebc8c70f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269252 Apr 11 15:25:34.820620 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-b4570cbb-8f75-4bae-ae14-ce98d7e6b42c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4eaf829004bbbb30f047652be5f8a&device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 1128 time: 0.0530627 Apr 11 15:25:34.870771 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-b63f0686-b553-4a71-9d30-7e85aa0843af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd HTTP/1.1" status: 200 len: 217 time: 0.0357497 Apr 11 15:25:34.919068 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bbded-7f67-4158-97c2-718276971f88 req-7b1ee93f-67d5-41b1-8b73-08782448de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.920549 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-7b1ee93f-67d5-41b1-8b73-08782448de60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fec656bf-0354-4ad8-8e76-722b105501ad HTTP/1.1" status: 200 len: 853 time: 0.0430729 Apr 11 15:25:34.921053 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c01a7b6c-544a-4ea4-827f-b4e16098cb68 req-87e3f2ef-fd98-45e9-b8cf-a9bce966761d service neutron] 10.222.0.39 "GET /v2.0/networks/895943ef-9c29-4fae-b5b6-82ebc8c70f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871665 Apr 11 15:25:34.971776 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bbded-7f67-4158-97c2-718276971f88 req-af83f2e8-72cb-4df0-90dd-d8e395684c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:34.973294 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-af83f2e8-72cb-4df0-90dd-d8e395684c81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7316da3-3527-4cfd-adb9-6a1fa5547a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427940 Apr 11 15:25:35.056327 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e3e7b-d87c-4acd-82ff-255639ebf52a req-a9b2218a-7610-436c-bc0d-586446522e7c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:35.057949 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ae9e3e7b-d87c-4acd-82ff-255639ebf52a req-a9b2218a-7610-436c-bc0d-586446522e7c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0539780 Apr 11 15:25:35.083726 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-55419bf2-222f-4957-8f7f-49bb1c5ac6cc service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002264 Apr 11 15:25:35.106772 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ae9e3e7b-d87c-4acd-82ff-255639ebf52a req-8993ccd8-fa94-4e5b-9ca4-36fa1b721942 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 Apr 11 15:25:35.581697 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e67a2e3b-951e-4f5e-9000-dd41f1bdbcf9 req-71c3edcf-a44b-4e6a-bf50-d341ad145d76 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 210 time: 0.0289128 Apr 11 15:25:35.702129 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7241626-fc42-4f86-a8c9-188e3b77f17e req-1df1b495-22d1-4d97-ac9e-6314024b6c3f tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:35.703696 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c7241626-fc42-4f86-a8c9-188e3b77f17e req-1df1b495-22d1-4d97-ac9e-6314024b6c3f tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0615683 Apr 11 15:25:35.750501 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c7241626-fc42-4f86-a8c9-188e3b77f17e req-4d55a3d5-de34-48c1-a29f-abc58eee249a tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Apr 11 15:25:35.920603 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799ba6-4592-4fc2-855d-33ae4533c46c req-c034447c-e6c0-4c0e-ab72-8f672a505cba tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:35.922092 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-93799ba6-4592-4fc2-855d-33ae4533c46c req-c034447c-e6c0-4c0e-ab72-8f672a505cba tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0482409 Apr 11 15:25:35.970195 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-93799ba6-4592-4fc2-855d-33ae4533c46c req-9f5a87a2-3bc4-4dc5-ac23-d3b3af0aec34 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 Apr 11 15:25:35.987503 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-9a9bbded-7f67-4158-97c2-718276971f88 req-808853d4-973a-4e84-b9d3-c809f35cddc2 service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897887 Apr 11 15:25:36.226375 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0bfbb-6889-4dae-bef9-657a784e0f06 req-2321a630-e0d6-47d4-b7cf-e62c01d10231 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:36.228030 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-07b0bfbb-6889-4dae-bef9-657a784e0f06 req-2321a630-e0d6-47d4-b7cf-e62c01d10231 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0462584 Apr 11 15:25:36.283274 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-07b0bfbb-6889-4dae-bef9-657a784e0f06 req-cf2d0dec-1258-406f-bf2d-fd88dd1b461c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492544 Apr 11 15:25:36.675574 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 313e20db-07be-40d3-a70b-0c2be6f2879c details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:25:36.676895 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-99fc113f-8c2f-41fc-be7f-d42185d3a10d req-57cc87f5-da0d-4ef2-b4c7-959bfd8a4477 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 210 time: 0.0306108 Apr 11 15:25:36.769880 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 313e20db-07be-40d3-a70b-0c2be6f2879c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=313e20db-07be-40d3-a70b-0c2be6f2879c,segment=NetworkSegment(54b12f33-357c-46fc-ad16-08289fd8a38b),segment_id=54b12f33-357c-46fc-ad16-08289fd8a38b)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:36.781895 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '313e20db-07be-40d3-a70b-0c2be6f2879c', 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55', 'port_id': '313e20db-07be-40d3-a70b-0c2be6f2879c', 'mac_address': 'fa:16:3e:10:09:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6253e0-90da-4a0c-bad1-e6b1b6171833', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:25:36.825939 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 313e20db-07be-40d3-a70b-0c2be6f2879c is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:36.826331 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:36.840603 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313e20db-07be-40d3-a70b-0c2be6f2879c {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:36.861013 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 313e20db-07be-40d3-a70b-0c2be6f2879c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=313e20db-07be-40d3-a70b-0c2be6f2879c,segment=NetworkSegment(54b12f33-357c-46fc-ad16-08289fd8a38b),segment_id=54b12f33-357c-46fc-ad16-08289fd8a38b)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:36.867988 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a089d2a-2ec5-40e9-99b8-a7818f252430 req-0ee5fba6-37d2-442e-8567-8468ae4e6c44 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:36.869600 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a089d2a-2ec5-40e9-99b8-a7818f252430 req-0ee5fba6-37d2-442e-8567-8468ae4e6c44 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 943 time: 0.0472646 Apr 11 15:25:36.922476 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a089d2a-2ec5-40e9-99b8-a7818f252430 req-525c1ab8-f483-4aca-83ef-b7ce9baea179 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472672 Apr 11 15:25:36.934623 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:36.982454 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=313e20db-07be-40d3-a70b-0c2be6f2879c,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:36.990161 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.990514 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.990890 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.991289 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.991695 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.992047 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.992385 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.992814 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.993164 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.993502 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.993856 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.994190 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.994526 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.994855 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:36.995180 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:25:37.085358 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183560f1-e1ff-4ccd-9075-eb5e989785c7 req-39bef9b8-e45d-47f5-aec7-f894c474cd52 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:37.086809 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-183560f1-e1ff-4ccd-9075-eb5e989785c7 req-39bef9b8-e45d-47f5-aec7-f894c474cd52 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0495272 Apr 11 15:25:37.132733 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-183560f1-e1ff-4ccd-9075-eb5e989785c7 req-ab8bdb48-0e92-4480-ad4b-59b3acb559fa tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Apr 11 15:25:37.178915 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-d5aaa796-da05-4fcd-8b06-bf4174cd4d87 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=485e33ca790a4961b3ec2dcdb3efa69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295858 Apr 11 15:25:37.193230 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['313e20db-07be-40d3-a70b-0c2be6f2879c'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:25:37.419852 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387efa06-f2aa-438e-98fc-ab5a800763db req-dad245ea-37ce-4a5b-9eb4-ebe738501465 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:37.421905 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-387efa06-f2aa-438e-98fc-ab5a800763db req-dad245ea-37ce-4a5b-9eb4-ebe738501465 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0532646 Apr 11 15:25:37.476945 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-387efa06-f2aa-438e-98fc-ab5a800763db req-ce5cb018-7e8a-4fef-9e22-6a727e7e0508 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470247 Apr 11 15:25:37.596315 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-0fcf9db7-b943-485d-b038-5d3ac13b60ee tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:37.597998 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-0fcf9db7-b943-485d-b038-5d3ac13b60ee tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4135551 Apr 11 15:25:37.639340 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Request body: {'port': {'device_id': '3f4c084a-2141-4913-8459-b8bb14214c02', 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0', 'admin_state_up': True, 'tenant_id': '485e33ca790a4961b3ec2dcdb3efa69b'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:37.775048 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-059be4b7-55f7-4c16-84ca-be4d3d68adc9 req-24ca0177-3cbf-4b8e-88f4-cd30e6f30d13 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 210 time: 0.0314665 Apr 11 15:25:37.817049 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Made reservation on behalf of 485e33ca790a4961b3ec2dcdb3efa69b for: {'port': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:25:37.820553 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:37.830402 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:37.911175 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks [] for security_group (4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:37.980329 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.041102 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb732-7538-4bfa-b0ed-437123f498d0 req-0ae392af-b28d-4e2a-944b-59bfabb4931b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:38.042664 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7f3fb732-7538-4bfa-b0ed-437123f498d0 req-0ae392af-b28d-4e2a-944b-59bfabb4931b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 944 time: 0.0525265 Apr 11 15:25:38.047109 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:38.094646 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7f3fb732-7538-4bfa-b0ed-437123f498d0 req-8b077966-01ea-4a4c-96f0-f0fb6db0b6f9 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463076 Apr 11 15:25:38.121296 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Allocated IP 192.168.233.173 (80a0aea0-adae-466f-b2b6-1b1c6862d1d0/e7c2082b-777e-4e58-a413-1c35d68fff12/89273d80-3c52-457c-9400-6a4749a929d8) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:38.252086 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01eabb-096f-405a-88e3-50aafea1e108 req-3d950c29-30e4-4112-b74d-db87466bdb7d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:38.253612 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ac01eabb-096f-405a-88e3-50aafea1e108 req-3d950c29-30e4-4112-b74d-db87466bdb7d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 944 time: 0.0487592 Apr 11 15:25:38.273977 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks [] for port (89273d80-3c52-457c-9400-6a4749a929d8), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.303179 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ac01eabb-096f-405a-88e3-50aafea1e108 req-c736b4bc-52e5-4907-bd81-7b655feb50c6 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 Apr 11 15:25:38.372224 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (89273d80-3c52-457c-9400-6a4749a929d8), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.400323 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.417472 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:25:38.420921 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:25:38.424778 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:25:38.451859 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Pushing event updated for resources: {'Port': ['ID=89273d80-3c52-457c-9400-6a4749a929d8,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:38.487920 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:38.488587 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.601103 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e71cd-7480-47e0-bbb0-53f444897fe6 req-6a0620e4-3338-46e8-9ce8-32170c4f4c4d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:38.602734 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2e5e71cd-7480-47e0-bbb0-53f444897fe6 req-6a0620e4-3338-46e8-9ce8-32170c4f4c4d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0488844 Apr 11 15:25:38.613944 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-647b1bb1-1a97-4d12-a001-e7b3ff111426 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9790988 Apr 11 15:25:38.627114 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Request body: {'port': {'device_id': '3f4c084a-2141-4913-8459-b8bb14214c02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:38.655285 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2e5e71cd-7480-47e0-bbb0-53f444897fe6 req-cf51d3c3-7e24-434d-bcbb-b9e47e2c6f4e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462193 Apr 11 15:25:38.685346 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device f4db40a5-c13d-4081-93ca-c9fd17bfa8cd details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:25:38.687647 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 313e20db-07be-40d3-a70b-0c2be6f2879c up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:38.692195 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (89273d80-3c52-457c-9400-6a4749a929d8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.730520 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-14846fe5-5f22-4755-b7b7-ce555447dec8 None None] Provisioning complete for port 89273d80-3c52-457c-9400-6a4749a929d8 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:38.730893 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-14846fe5-5f22-4755-b7b7-ce555447dec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (89273d80-3c52-457c-9400-6a4749a929d8), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:38.917833 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556b0e-7869-4b8b-9896-f28f35a5540f req-f4647ec0-7cdf-4cd5-875e-7f60402a194c tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:38.919589 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6a556b0e-7869-4b8b-9896-f28f35a5540f req-f4647ec0-7cdf-4cd5-875e-7f60402a194c tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 936 time: 0.0700922 Apr 11 15:25:38.972785 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6a556b0e-7869-4b8b-9896-f28f35a5540f req-704a1b78-f330-4a0d-84f4-16ee12f030eb tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Apr 11 15:25:38.974701 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 313e20db-07be-40d3-a70b-0c2be6f2879c completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:25:38.978451 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-14846fe5-5f22-4755-b7b7-ce555447dec8 None None] Port 89273d80-3c52-457c-9400-6a4749a929d8 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:25:39.005018 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89273d80-3c52-457c-9400-6a4749a929d8 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:39.013418 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Publish callbacks [] for port (89273d80-3c52-457c-9400-6a4749a929d8), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.019084 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:39.026405 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Transition to ACTIVE for port object 89273d80-3c52-457c-9400-6a4749a929d8 will not be triggered until provisioned by entity L2. {{(pid=103868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:25:39.031769 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'port_id': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'mac_address': 'fa:16:3e:2e:14:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:25:39.059974 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 313e20db-07be-40d3-a70b-0c2be6f2879c triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:39.060249 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.103043 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (89273d80-3c52-457c-9400-6a4749a929d8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.121709 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:39.121709 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.149141 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4db40a5-c13d-4081-93ca-c9fd17bfa8cd {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:39.167984 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Pushing event updated for resources: {'Port': ['ID=89273d80-3c52-457c-9400-6a4749a929d8,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:39.190120 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:39.239407 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 313e20db-07be-40d3-a70b-0c2be6f2879c is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:39.240109 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.256099 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Attempting to bind port 89273d80-3c52-457c-9400-6a4749a929d8 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:25:39.256428 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Attempting to bind port 89273d80-3c52-457c-9400-6a4749a929d8 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '83e5c6aa-7fb5-422d-82a5-933bcc4897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:25:39.256972 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Attempting to bind port 89273d80-3c52-457c-9400-6a4749a929d8 on network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:39.264194 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65446764-8d8a-4736-829a-31816a6f7813 req-db31a648-7294-4e91-b284-c15835695ba9 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:39.265817 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-65446764-8d8a-4736-829a-31816a6f7813 req-db31a648-7294-4e91-b284-c15835695ba9 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 944 time: 0.0580473 Apr 11 15:25:39.266449 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Port 89273d80-3c52-457c-9400-6a4749a929d8 on network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:25:39.266776 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Attempting to bind port 89273d80-3c52-457c-9400-6a4749a929d8 on network 80a0aea0-adae-466f-b2b6-1b1c6862d1d0 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:25:39.272246 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:25:39.272593 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Checking segment: {'id': '83e5c6aa-7fb5-422d-82a5-933bcc4897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:25:39.273075 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Bound using segment: {'id': '83e5c6aa-7fb5-422d-82a5-933bcc4897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:25:39.273420 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Bound port: 89273d80-3c52-457c-9400-6a4749a929d8, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e5c6aa-7fb5-422d-82a5-933bcc4897ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:25:39.273775 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (89273d80-3c52-457c-9400-6a4749a929d8), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.277870 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f833fc1-6877-4b4f-8b46-dfd2f1eb9748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313e20db-07be-40d3-a70b-0c2be6f2879c'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:39.283991 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca030db0-bc34-43e5-ba14-f2af3050b64c" -d '{"events": [{"server_uuid": "9f833fc1-6877-4b4f-8b46-dfd2f1eb9748", "name": "network-vif-plugged", "status": "completed", "tag": "313e20db-07be-40d3-a70b-0c2be6f2879c"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:39.299090 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 313e20db-07be-40d3-a70b-0c2be6f2879c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=313e20db-07be-40d3-a70b-0c2be6f2879c,segment=NetworkSegment(54b12f33-357c-46fc-ad16-08289fd8a38b),segment_id=54b12f33-357c-46fc-ad16-08289fd8a38b)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:39.333542 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a326045b-7ed5-40e0-87cd-3a85ac8d09a4 x-openstack-request-id: req-a326045b-7ed5-40e0-87cd-3a85ac8d09a4 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:39.333779 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f833fc1-6877-4b4f-8b46-dfd2f1eb9748", "name": "network-vif-plugged", "status": "completed", "tag": "313e20db-07be-40d3-a70b-0c2be6f2879c", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:39.334083 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a326045b-7ed5-40e0-87cd-3a85ac8d09a4 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:39.334496 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a326045b-7ed5-40e0-87cd-3a85ac8d09a4'] response: {'server_uuid': '9f833fc1-6877-4b4f-8b46-dfd2f1eb9748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313e20db-07be-40d3-a70b-0c2be6f2879c', 'code': 200} Apr 11 15:25:39.346969 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.349498 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-65446764-8d8a-4736-829a-31816a6f7813 req-23f927bd-7eed-4552-8835-a6ff4f35748d tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756853 Apr 11 15:25:39.371776 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] For port 89273d80-3c52-457c-9400-6a4749a929d8, host hv-cinder-83608, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:25:39.375128 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] For port 89273d80-3c52-457c-9400-6a4749a929d8, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=89273d80-3c52-457c-9400-6a4749a929d8,segment=NetworkSegment(83e5c6aa-7fb5-422d-82a5-933bcc4897ea),segment_id=83e5c6aa-7fb5-422d-82a5-933bcc4897ea)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:25:39.427095 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:39.445583 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.459063 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ea2db-1196-4670-bc2f-263fdec98a40 req-840225da-bf6a-4c2d-80c4-0e9236d2ce00 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:39.460655 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0d7ea2db-1196-4670-bc2f-263fdec98a40 req-840225da-bf6a-4c2d-80c4-0e9236d2ce00 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 945 time: 0.0512567 Apr 11 15:25:39.492341 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (89273d80-3c52-457c-9400-6a4749a929d8), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.511883 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=313e20db-07be-40d3-a70b-0c2be6f2879c,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:39.513205 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0d7ea2db-1196-4670-bc2f-263fdec98a40 req-18492a3a-4165-4509-a420-0b69aaea291d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Apr 11 15:25:39.541073 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:39.546289 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:39.546289 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] 10.222.0.39 "PUT /v2.0/ports/89273d80-3c52-457c-9400-6a4749a929d8 HTTP/1.1" status: 200 len: 1098 time: 0.9208515 Apr 11 15:25:39.546289 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4c084a-2141-4913-8459-b8bb14214c02', 'tag': '89273d80-3c52-457c-9400-6a4749a929d8'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:39.546662 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b44d56-d1d5-4f24-9589-586a44c68983" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4c084a-2141-4913-8459-b8bb14214c02", "tag": "89273d80-3c52-457c-9400-6a4749a929d8"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:39.577995 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8518c8e-0177-4a31-bec6-0b200678653b service neutron] Pushing event updated for resources: {'Port': ['ID=89273d80-3c52-457c-9400-6a4749a929d8,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:39.597833 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf80dbd-b84b-4ff6-84f5-1c8846b28493 x-openstack-request-id: req-8bf80dbd-b84b-4ff6-84f5-1c8846b28493 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:39.598170 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4c084a-2141-4913-8459-b8bb14214c02", "tag": "89273d80-3c52-457c-9400-6a4749a929d8", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:39.598436 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8bf80dbd-b84b-4ff6-84f5-1c8846b28493 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:39.599338 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf80dbd-b84b-4ff6-84f5-1c8846b28493'] response: {'name': 'network-changed', 'server_uuid': '3f4c084a-2141-4913-8459-b8bb14214c02', 'tag': '89273d80-3c52-457c-9400-6a4749a929d8', 'status': 'completed', 'code': 200} Apr 11 15:25:39.614965 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:25:39.671845 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b44d56-d1d5-4f24-9589-586a44c68983 req-0b861235-a1e8-41f3-9d9e-04f8b876e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:39.671845 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-49b44d56-d1d5-4f24-9589-586a44c68983 req-0b861235-a1e8-41f3-9d9e-04f8b876e83e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=485e33ca790a4961b3ec2dcdb3efa69b&device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 1132 time: 0.0453613 Apr 11 15:25:39.785540 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa299a-5fd4-40d6-8989-4a5bc87bbbdb req-4463ce37-16da-4e42-86a9-39b67e1c4744 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:39.787453 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9baa299a-5fd4-40d6-8989-4a5bc87bbbdb req-4463ce37-16da-4e42-86a9-39b67e1c4744 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0518434 Apr 11 15:25:39.851863 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9baa299a-5fd4-40d6-8989-4a5bc87bbbdb req-87f7f7ed-f13b-4eb0-93d0-e9cc2cae8bf3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578098 Apr 11 15:25:39.860551 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-49b44d56-d1d5-4f24-9589-586a44c68983 req-6acad823-a36e-4997-91dc-97af0ffe5341 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=485e33ca790a4961b3ec2dcdb3efa69b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251002 Apr 11 15:25:40.092543 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379faf4-3557-4770-b87f-e74bb58733a3 req-54ad222c-ef23-4b80-89fe-d25fed6552dc tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:40.094065 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0379faf4-3557-4770-b87f-e74bb58733a3 req-54ad222c-ef23-4b80-89fe-d25fed6552dc tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 948 time: 0.0523770 Apr 11 15:25:40.141745 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0379faf4-3557-4770-b87f-e74bb58733a3 req-8c7f8be0-380f-4402-a29f-2618f3e0b18c tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Apr 11 15:25:40.455223 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa74727-ca2b-4985-930c-380cb472192a req-3e1370b3-20ed-4cfa-9d77-3a32669aa295 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:40.456775 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5fa74727-ca2b-4985-930c-380cb472192a req-3e1370b3-20ed-4cfa-9d77-3a32669aa295 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 945 time: 0.0467141 Apr 11 15:25:40.503464 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5fa74727-ca2b-4985-930c-380cb472192a req-350a0ee6-3261-4d2a-ad78-b8bc4f2a0d27 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 Apr 11 15:25:40.662353 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad526d-333d-41a7-abe9-556fb93406fe req-1783055c-3739-4f37-b2f7-df6fb077ab04 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:40.663868 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6dad526d-333d-41a7-abe9-556fb93406fe req-1783055c-3739-4f37-b2f7-df6fb077ab04 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 945 time: 0.0783658 Apr 11 15:25:40.669396 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac426b90-bea4-4b00-acb8-f2aa57354a74 req-b2823aaf-8070-4a0e-b244-298bc8241979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:40.670852 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ac426b90-bea4-4b00-acb8-f2aa57354a74 req-b2823aaf-8070-4a0e-b244-298bc8241979 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 1129 time: 0.0557036 Apr 11 15:25:40.691800 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 70cdb271-fe6a-4444-a7ba-93e7f1e9639e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:25:40.694759 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device f4db40a5-c13d-4081-93ca-c9fd17bfa8cd up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:40.704815 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b44d56-d1d5-4f24-9589-586a44c68983 req-deff70b4-32f6-4301-922c-f531e59b646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:40.706956 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-49b44d56-d1d5-4f24-9589-586a44c68983 req-deff70b4-32f6-4301-922c-f531e59b646d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960653 Apr 11 15:25:40.748252 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6dad526d-333d-41a7-abe9-556fb93406fe req-a85da9b5-7bfe-41a6-bed4-32a0925b79cd tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764403 Apr 11 15:25:40.751794 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ac426b90-bea4-4b00-acb8-f2aa57354a74 req-07e92fcd-2f22-4ed0-b5d3-1b8b1fce78a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730810 Apr 11 15:25:40.793657 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-7c2f360b-f897-4d54-8c6b-27ad82709312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:40.795202 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-7c2f360b-f897-4d54-8c6b-27ad82709312 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=485e33ca790a4961b3ec2dcdb3efa69b&device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 1132 time: 0.0509679 Apr 11 15:25:40.804960 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:25:40.832281 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:40.845322 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'port_id': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'mac_address': 'fa:16:3e:53:e2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:25:40.883309 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:40.883731 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.898024 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cdb271-fe6a-4444-a7ba-93e7f1e9639e {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:40.920420 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:40.922948 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:40.923330 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:40.982182 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b945c3-a476-41b8-a017-fbb5f2a294e0 req-bffcdf69-c247-419a-8311-069b4373bf21 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:40.983758 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-68b945c3-a476-41b8-a017-fbb5f2a294e0 req-bffcdf69-c247-419a-8311-069b4373bf21 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 943 time: 0.0518286 Apr 11 15:25:41.002628 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-eb25fb62-ecfe-4159-afbf-11bcdd5b0f5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=89273d80-3c52-457c-9400-6a4749a929d8 HTTP/1.1" status: 200 len: 217 time: 0.0374150 Apr 11 15:25:41.004263 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.014688 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:41.019167 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.037410 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-68b945c3-a476-41b8-a017-fbb5f2a294e0 req-f30b2dc1-57ab-4ef3-821d-9ebe829c54f4 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466037 Apr 11 15:25:41.061400 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8009386-a7dd-409e-b967-b2e989d70fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:41.062921 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-a8009386-a7dd-409e-b967-b2e989d70fd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7c2082b-777e-4e58-a413-1c35d68fff12 HTTP/1.1" status: 200 len: 843 time: 0.0524232 Apr 11 15:25:41.085406 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:41.086737 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=9']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:41.112783 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-abfe1f34-f964-4f88-8e47-6b1853c44b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:41.114321 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-abfe1f34-f964-4f88-8e47-6b1853c44b00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80a0aea0-adae-466f-b2b6-1b1c6862d1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0439782 Apr 11 15:25:41.158794 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:41.215078 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:41.219676 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-f0f4f255-e716-433b-9602-efc9d68ef2aa service neutron] 10.222.0.39 "GET /v2.0/networks/80a0aea0-adae-466f-b2b6-1b1c6862d1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978303 Apr 11 15:25:41.262599 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['70cdb271-fe6a-4444-a7ba-93e7f1e9639e'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:25:41.263398 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2c815-b974-44f5-801a-2ac298f5d5bc req-8caa1cec-1db2-4595-b2a8-f8db3708d7ba tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:41.265023 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-96c2c815-b974-44f5-801a-2ac298f5d5bc req-8caa1cec-1db2-4595-b2a8-f8db3708d7ba tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 948 time: 0.0519366 Apr 11 15:25:41.313671 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-96c2c815-b974-44f5-801a-2ac298f5d5bc req-fad2252f-cdc5-40d4-aa00-36f69350ee1e tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429382 Apr 11 15:25:41.335376 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:41.337654 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561fb7c8-7f7f-443d-8b2a-d9f9ac9f42f3" -d '{"events": [{"server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "name": "network-vif-plugged", "status": "completed", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:41.372462 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da01e22-961a-4189-93e4-42cd68305b21 x-openstack-request-id: req-5da01e22-961a-4189-93e4-42cd68305b21 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:41.372758 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "name": "network-vif-plugged", "status": "completed", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:41.373015 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5da01e22-961a-4189-93e4-42cd68305b21 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:41.373417 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da01e22-961a-4189-93e4-42cd68305b21'] response: {'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'code': 200} Apr 11 15:25:41.575487 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e955d9c9-8715-4283-8ffa-7639951846a9 req-26ba4e3f-b94e-4305-9ad5-09712264a703 service neutron] 10.222.0.39 "GET /v2.0/networks/80a0aea0-adae-466f-b2b6-1b1c6862d1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910265 Apr 11 15:25:41.616335 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beca8a-0b31-4957-8620-2f528df709e2 req-31fc20ee-3287-4cb1-be98-190d730617ab tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:41.617810 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c6beca8a-0b31-4957-8620-2f528df709e2 req-31fc20ee-3287-4cb1-be98-190d730617ab tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 945 time: 0.0479536 Apr 11 15:25:41.667942 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c6beca8a-0b31-4957-8620-2f528df709e2 req-c6ffb8d6-2b44-49f0-bf60-dd1c0b399206 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434678 Apr 11 15:25:41.862642 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dff9e0-97de-4f93-a4a0-39ad32670d72 req-fdd30a58-9548-4e7b-a56c-3f0a3b6628e7 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:41.864150 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-37dff9e0-97de-4f93-a4a0-39ad32670d72 req-fdd30a58-9548-4e7b-a56c-3f0a3b6628e7 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0462790 Apr 11 15:25:41.914976 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-37dff9e0-97de-4f93-a4a0-39ad32670d72 req-b2ffae3b-660b-4a33-bfdd-ab41cbecf752 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452385 Apr 11 15:25:41.991798 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-6e089e28-e910-4f94-9e3a-ba61280547b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:42.173201 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb2516-ac2c-4d3a-a816-47ae74e72f0a req-4852ca1d-488a-44a2-a606-71c5dfb51388 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:42.174695 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1fcb2516-ac2c-4d3a-a816-47ae74e72f0a req-4852ca1d-488a-44a2-a606-71c5dfb51388 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 944 time: 0.0544946 Apr 11 15:25:42.223081 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1fcb2516-ac2c-4d3a-a816-47ae74e72f0a req-f58f9d0d-c99a-40f3-b73f-d34f6abb4ef2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423336 Apr 11 15:25:42.429099 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846750a-476e-45b9-a2bd-38a51630c047 req-1834a74e-2d55-47ff-a13d-3359a3437bcb tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:42.430653 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2846750a-476e-45b9-a2bd-38a51630c047 req-1834a74e-2d55-47ff-a13d-3359a3437bcb tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 948 time: 0.0519471 Apr 11 15:25:42.481403 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2846750a-476e-45b9-a2bd-38a51630c047 req-0ccabb40-9503-47e2-81b7-be4a171a3620 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Apr 11 15:25:42.701725 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 89273d80-3c52-457c-9400-6a4749a929d8 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:25:42.703975 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 70cdb271-fe6a-4444-a7ba-93e7f1e9639e up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:42.786969 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:42.787344 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:42.806999 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673c497-98e7-4a14-a200-e4f01d12016a req-67216934-c2c4-4d42-8b6f-9a19317a9c5b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:42.809133 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b673c497-98e7-4a14-a200-e4f01d12016a req-67216934-c2c4-4d42-8b6f-9a19317a9c5b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 945 time: 0.0696299 Apr 11 15:25:42.858321 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b673c497-98e7-4a14-a200-e4f01d12016a req-6a991958-3d1c-41e0-af67-7db8c1dbc21d tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430174 Apr 11 15:25:42.880494 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 89273d80-3c52-457c-9400-6a4749a929d8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=89273d80-3c52-457c-9400-6a4749a929d8,segment=NetworkSegment(83e5c6aa-7fb5-422d-82a5-933bcc4897ea),segment_id=83e5c6aa-7fb5-422d-82a5-933bcc4897ea)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:42.914806 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '89273d80-3c52-457c-9400-6a4749a929d8', 'network_id': '80a0aea0-adae-466f-b2b6-1b1c6862d1d0', 'port_id': '89273d80-3c52-457c-9400-6a4749a929d8', 'mac_address': 'fa:16:3e:a1:63:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c2082b-777e-4e58-a413-1c35d68fff12', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:25:42.955609 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:42.955716 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:42.983596 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 89273d80-3c52-457c-9400-6a4749a929d8 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:42.983995 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (89273d80-3c52-457c-9400-6a4749a929d8), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:43.007971 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:43.010173 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89273d80-3c52-457c-9400-6a4749a929d8 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:25:43.028566 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2fa3a-c265-4e81-9ac6-76803a7b2361 req-b3362eda-2f53-47a4-8369-13a4b6ffca59 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:43.030095 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-60b2fa3a-c265-4e81-9ac6-76803a7b2361 req-b3362eda-2f53-47a4-8369-13a4b6ffca59 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0473428 Apr 11 15:25:43.031181 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 89273d80-3c52-457c-9400-6a4749a929d8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=89273d80-3c52-457c-9400-6a4749a929d8,segment=NetworkSegment(83e5c6aa-7fb5-422d-82a5-933bcc4897ea),segment_id=83e5c6aa-7fb5-422d-82a5-933bcc4897ea)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:43.079208 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-60b2fa3a-c265-4e81-9ac6-76803a7b2361 req-d8d7e053-aa86-4705-beaa-75e1333a69e6 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433877 Apr 11 15:25:43.083390 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:43.110814 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b008182-87ed-4e64-a268-c81fa3659eee req-b7068380-1a52-4e7e-a2e9-7fa310c4f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:43.112443 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4b008182-87ed-4e64-a268-c81fa3659eee req-b7068380-1a52-4e7e-a2e9-7fa310c4f634 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 1130 time: 0.0407465 Apr 11 15:25:43.121717 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (89273d80-3c52-457c-9400-6a4749a929d8), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:43.135636 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=10']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:43.193352 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4b008182-87ed-4e64-a268-c81fa3659eee req-84907e37-92e7-4fe5-b778-253015673274 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 Apr 11 15:25:43.194143 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=89273d80-3c52-457c-9400-6a4749a929d8,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:43.344779 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e91b5e-3ac7-451a-9617-188cedb71d63 req-e8e7de9a-569f-47b7-a2c0-47bdeb987b2a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:43.346308 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-33e91b5e-3ac7-451a-9617-188cedb71d63 req-e8e7de9a-569f-47b7-a2c0-47bdeb987b2a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.0508790 Apr 11 15:25:43.374590 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:43.377058 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490e051d-743b-4674-91ad-ceb99610e659" -d '{"events": [{"server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "name": "network-vif-plugged", "status": "completed", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:43.396814 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['89273d80-3c52-457c-9400-6a4749a929d8'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:25:43.404670 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-33e91b5e-3ac7-451a-9617-188cedb71d63 req-19122043-c781-464d-aed1-14828a67c25d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523257 Apr 11 15:25:43.425238 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534b4c07-f2b0-408e-95e8-6585019fa565 x-openstack-request-id: req-534b4c07-f2b0-408e-95e8-6585019fa565 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:43.425778 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "name": "network-vif-plugged", "status": "completed", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:43.426031 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-534b4c07-f2b0-408e-95e8-6585019fa565 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:43.426424 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534b4c07-f2b0-408e-95e8-6585019fa565'] response: {'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'code': 200} Apr 11 15:25:43.609666 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819ce67-b3c6-4da6-a6d9-a207a609f835 req-0edd51a7-fc9c-410e-a673-9a8fbeba9326 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:43.611128 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c819ce67-b3c6-4da6-a6d9-a207a609f835 req-0edd51a7-fc9c-410e-a673-9a8fbeba9326 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 949 time: 0.0460582 Apr 11 15:25:43.657026 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c819ce67-b3c6-4da6-a6d9-a207a609f835 req-2c0d68db-6459-4dd5-b21a-703666131e73 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403874 Apr 11 15:25:43.973143 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c2331-89b2-48bd-9d35-4a95b3af01f8 req-d7ca9a93-e7da-4c99-910b-75f1126bd8db tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:43.974612 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c55c2331-89b2-48bd-9d35-4a95b3af01f8 req-d7ca9a93-e7da-4c99-910b-75f1126bd8db tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 945 time: 0.0480263 Apr 11 15:25:44.026814 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c55c2331-89b2-48bd-9d35-4a95b3af01f8 req-f86f5fe7-c881-4531-889e-12fce2f22a25 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457268 Apr 11 15:25:44.210494 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c40669-f3f2-405c-8f10-3d34cbddb087 req-6fe47af4-d0df-45a9-b3a3-c196dc3e3658 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:44.212038 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c40669-f3f2-405c-8f10-3d34cbddb087 req-6fe47af4-d0df-45a9-b3a3-c196dc3e3658 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0514185 Apr 11 15:25:44.269211 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21c40669-f3f2-405c-8f10-3d34cbddb087 req-baf2c5ee-a8d8-47b4-9645-e15a9c4e49a7 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510695 Apr 11 15:25:44.356542 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15283a09-1ba0-496f-89ae-9b8ec9a784c9 req-7aa1c401-49ea-4c95-a8c9-727e2ce15a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:44.358173 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-15283a09-1ba0-496f-89ae-9b8ec9a784c9 req-7aa1c401-49ea-4c95-a8c9-727e2ce15a52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 1130 time: 0.0406456 Apr 11 15:25:44.406295 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-15283a09-1ba0-496f-89ae-9b8ec9a784c9 req-ce8a26a3-fb1b-447d-800e-8d2d620348fc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417213 Apr 11 15:25:44.488902 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-4c3919a2-5f68-4189-9863-abcc1616b78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.537052 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e55ac9-05cd-48ff-9d79-3ccc9c045cb3 req-2786495b-1c31-43dc-9338-a9c085ce5c3b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:44.538526 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-14e55ac9-05cd-48ff-9d79-3ccc9c045cb3 req-2786495b-1c31-43dc-9338-a9c085ce5c3b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.0523219 Apr 11 15:25:44.600774 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-14e55ac9-05cd-48ff-9d79-3ccc9c045cb3 req-f03d1b90-ef91-4dd1-8ea4-4ba5240e445b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565133 Apr 11 15:25:44.709266 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 89273d80-3c52-457c-9400-6a4749a929d8 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:25:44.781999 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 89273d80-3c52-457c-9400-6a4749a929d8 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:25:44.790573 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6d0bc-4fef-4a4f-b8ce-183a10245135 req-f11583d4-bee6-44cf-8adf-4d8cf6f2b320 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:44.795128 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-82e6d0bc-4fef-4a4f-b8ce-183a10245135 req-f11583d4-bee6-44cf-8adf-4d8cf6f2b320 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 949 time: 0.0662117 Apr 11 15:25:44.845326 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-82e6d0bc-4fef-4a4f-b8ce-183a10245135 req-77e028f9-f354-4265-bf6a-82a3d71a7e8a tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467834 Apr 11 15:25:44.872381 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 89273d80-3c52-457c-9400-6a4749a929d8 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:25:44.872913 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (89273d80-3c52-457c-9400-6a4749a929d8), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:44.965834 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 89273d80-3c52-457c-9400-6a4749a929d8 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:25:44.966133 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (89273d80-3c52-457c-9400-6a4749a929d8), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.002850 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 89273d80-3c52-457c-9400-6a4749a929d8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=89273d80-3c52-457c-9400-6a4749a929d8,segment=NetworkSegment(83e5c6aa-7fb5-422d-82a5-933bcc4897ea),segment_id=83e5c6aa-7fb5-422d-82a5-933bcc4897ea)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:45.083320 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (89273d80-3c52-457c-9400-6a4749a929d8), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.134580 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=89273d80-3c52-457c-9400-6a4749a929d8,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:45.400569 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33cfca-3271-4d9e-ad07-d1160dbebeba req-b80875b2-977e-4544-9f3c-67d19f269b64 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.402138 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5b33cfca-3271-4d9e-ad07-d1160dbebeba req-b80875b2-977e-4544-9f3c-67d19f269b64 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0527844 Apr 11 15:25:45.428052 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4c084a-2141-4913-8459-b8bb14214c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89273d80-3c52-457c-9400-6a4749a929d8'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:45.431396 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2145171c-1545-4247-95c7-c0e0a02721bf" -d '{"events": [{"server_uuid": "3f4c084a-2141-4913-8459-b8bb14214c02", "name": "network-vif-plugged", "status": "completed", "tag": "89273d80-3c52-457c-9400-6a4749a929d8"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:45.468530 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:45.468826 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5b33cfca-3271-4d9e-ad07-d1160dbebeba req-d2f7a082-f9f2-40f5-bca0-19c8ff0c2732 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598869 Apr 11 15:25:45.481613 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dff09dc-8e30-4baa-aa1e-b05ab3e5d6f3 x-openstack-request-id: req-5dff09dc-8e30-4baa-aa1e-b05ab3e5d6f3 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:45.482005 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4c084a-2141-4913-8459-b8bb14214c02", "name": "network-vif-plugged", "status": "completed", "tag": "89273d80-3c52-457c-9400-6a4749a929d8", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:45.482258 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5dff09dc-8e30-4baa-aa1e-b05ab3e5d6f3 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:45.482657 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dff09dc-8e30-4baa-aa1e-b05ab3e5d6f3'] response: {'server_uuid': '3f4c084a-2141-4913-8459-b8bb14214c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89273d80-3c52-457c-9400-6a4749a929d8', 'code': 200} Apr 11 15:25:45.731928 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3bf9-77d8-45b9-a354-af9cdbb22575 req-2eff76df-4f19-46ea-8907-34aec8cb0056 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.735790 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-896c3bf9-77d8-45b9-a354-af9cdbb22575 req-2eff76df-4f19-46ea-8907-34aec8cb0056 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.0532520 Apr 11 15:25:45.793658 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-896c3bf9-77d8-45b9-a354-af9cdbb22575 req-ed104a2f-1605-43aa-ae7c-273e5b703d2d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527849 Apr 11 15:25:45.919159 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b13a51-55e4-4b8b-86bc-891cd3d4f3f4 req-220fe08c-7d4d-48f7-9d7f-5b8ea62ec219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.919159 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-98b13a51-55e4-4b8b-86bc-891cd3d4f3f4 req-220fe08c-7d4d-48f7-9d7f-5b8ea62ec219 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 1134 time: 0.0477726 Apr 11 15:25:45.968250 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-98b13a51-55e4-4b8b-86bc-891cd3d4f3f4 req-0670c31e-2f63-412d-b036-54e9e9de7617 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Apr 11 15:25:45.973950 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f8897-296e-492e-9bcd-f91cbbdb1361 req-f0fc978a-4baa-482d-b2cf-68d25ea80bf9 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:45.976378 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-911f8897-296e-492e-9bcd-f91cbbdb1361 req-f0fc978a-4baa-482d-b2cf-68d25ea80bf9 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 950 time: 0.0556180 Apr 11 15:25:46.026425 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-911f8897-296e-492e-9bcd-f91cbbdb1361 req-b6e6afff-588c-4fac-aed2-f91b8548654c tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Apr 11 15:25:46.592915 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c3dd-744c-4710-9244-d4f481540b1f req-7f05729f-87f5-4ab9-9dbf-5b572c599991 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:46.594431 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-47b0c3dd-744c-4710-9244-d4f481540b1f req-7f05729f-87f5-4ab9-9dbf-5b572c599991 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0501432 Apr 11 15:25:46.665381 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-47b0c3dd-744c-4710-9244-d4f481540b1f req-bf73b5f6-7085-49dd-affa-4a6306937449 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586555 Apr 11 15:25:46.776947 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:46.788372 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460d9b1-9baa-4a71-8073-8dd336dd71c5 req-881a2c16-962a-4953-9d60-40848498f43d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:46.790051 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6460d9b1-9baa-4a71-8073-8dd336dd71c5 req-881a2c16-962a-4953-9d60-40848498f43d tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0553842 Apr 11 15:25:46.855524 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6460d9b1-9baa-4a71-8073-8dd336dd71c5 req-e35c49e3-d310-4f86-9169-eab15e244468 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553920 Apr 11 15:25:46.948453 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc112c-fc82-41c4-bb42-470d27afa4bd req-76bcc729-ed91-42cf-b0a1-ea92d16ba089 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:46.948453 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-69dc112c-fc82-41c4-bb42-470d27afa4bd req-76bcc729-ed91-42cf-b0a1-ea92d16ba089 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.0533149 Apr 11 15:25:47.007597 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-69dc112c-fc82-41c4-bb42-470d27afa4bd req-0b9fcefa-c97b-4053-872d-4b2a8ba41fe3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562718 Apr 11 15:25:47.161619 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29ae82-af98-4eb9-b8a0-56300fc0e01c req-a8e4e267-fc54-42f4-a690-fadacff7684d tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:47.166081 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3b29ae82-af98-4eb9-b8a0-56300fc0e01c req-a8e4e267-fc54-42f4-a690-fadacff7684d tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 950 time: 0.0656052 Apr 11 15:25:47.249144 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3b29ae82-af98-4eb9-b8a0-56300fc0e01c req-2d193f9d-a212-4d73-9381-0d4b845412bb tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742762 Apr 11 15:25:47.289617 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424c2d1-9a40-4a00-bdfc-6957d9d18de3 req-fb4d37a0-dbc7-4c84-bb61-04885d619ede tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:47.291151 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c424c2d1-9a40-4a00-bdfc-6957d9d18de3 req-fb4d37a0-dbc7-4c84-bb61-04885d619ede tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0697341 Apr 11 15:25:47.341967 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c424c2d1-9a40-4a00-bdfc-6957d9d18de3 req-63e5b855-50da-4c82-bbfc-5fbd3fdfd721 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450797 Apr 11 15:25:48.183954 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c4bc0-bc81-4c45-a4e3-21754fc9cc86 req-1832e54b-7a68-4828-af8a-b667422a37d8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:48.185797 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f0c4bc0-bc81-4c45-a4e3-21754fc9cc86 req-1832e54b-7a68-4828-af8a-b667422a37d8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.0761483 Apr 11 15:25:48.280852 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f0c4bc0-bc81-4c45-a4e3-21754fc9cc86 req-9bc897fb-42f2-4f48-911f-581270d3b05f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864544 Apr 11 15:25:48.376856 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:48.411922 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3515b29-2683-4e05-8f45-b7a83fd59a88 req-cad22780-2ce5-4e59-b7d4-e65f452d53d6 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:48.414390 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f3515b29-2683-4e05-8f45-b7a83fd59a88 req-cad22780-2ce5-4e59-b7d4-e65f452d53d6 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 950 time: 0.0729561 Apr 11 15:25:48.465467 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f3515b29-2683-4e05-8f45-b7a83fd59a88 req-5c11323f-2cd4-4d74-bcee-f23128f50459 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Apr 11 15:25:49.407905 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c7bc1-73cf-46a6-9476-22262ddd30b5 req-e5f334ef-6cc7-4a8e-81bd-a765cb532c44 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:49.409437 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-972c7bc1-73cf-46a6-9476-22262ddd30b5 req-e5f334ef-6cc7-4a8e-81bd-a765cb532c44 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.0526040 Apr 11 15:25:49.459163 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-972c7bc1-73cf-46a6-9476-22262ddd30b5 req-ed05bb7b-7a47-45e5-8ab4-b55a9c4bf190 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440247 Apr 11 15:25:49.582871 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ab8d8-ee84-42c1-9575-aace223b2a2c req-0f67bc02-0871-47df-bac5-20864dc3bd5f tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:49.585621 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1d5ab8d8-ee84-42c1-9575-aace223b2a2c req-0f67bc02-0871-47df-bac5-20864dc3bd5f tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 950 time: 0.0537639 Apr 11 15:25:49.636495 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1d5ab8d8-ee84-42c1-9575-aace223b2a2c req-645eb461-e610-4ded-8122-b6da57a0c9f9 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 Apr 11 15:25:50.167814 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be6d86-f751-42ed-b5e7-1a3b4a8f8d49 req-290e820e-6096-48c3-8a0e-ce7cb762d2fb tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:50.169552 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d8be6d86-f751-42ed-b5e7-1a3b4a8f8d49 req-290e820e-6096-48c3-8a0e-ce7cb762d2fb tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 950 time: 0.0557940 Apr 11 15:25:50.226390 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d8be6d86-f751-42ed-b5e7-1a3b4a8f8d49 req-7c6a945d-bffc-450b-9b28-4dd76ea89deb tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512786 Apr 11 15:25:51.344506 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c635d-b311-4867-b68a-f97df93dc37a req-6a982fa0-ffbb-485a-8452-f1fd172634c1 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:51.346118 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-607c635d-b311-4867-b68a-f97df93dc37a req-6a982fa0-ffbb-485a-8452-f1fd172634c1 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 950 time: 0.0508962 Apr 11 15:25:51.401617 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-607c635d-b311-4867-b68a-f97df93dc37a req-0ff222dc-4389-4ec6-996f-bcd0f93fa421 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/security-groups?id=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492625 Apr 11 15:25:51.885105 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-e94e1328-0d33-42bc-bb0e-753a02c8ea68 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:51.887179 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-e94e1328-0d33-42bc-bb0e-753a02c8ea68 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 950 time: 0.0852511 Apr 11 15:25:52.019903 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-2c175d8b-a0a6-4a24-b2a3-f47014aea387 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Deleting port 89273d80-3c52-457c-9400-6a4749a929d8 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:25:52.020215 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-2c175d8b-a0a6-4a24-b2a3-f47014aea387 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (89273d80-3c52-457c-9400-6a4749a929d8), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.117745 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-2c175d8b-a0a6-4a24-b2a3-f47014aea387 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] For port 89273d80-3c52-457c-9400-6a4749a929d8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=89273d80-3c52-457c-9400-6a4749a929d8,segment=NetworkSegment(83e5c6aa-7fb5-422d-82a5-933bcc4897ea),segment_id=83e5c6aa-7fb5-422d-82a5-933bcc4897ea)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:25:52.118110 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-2c175d8b-a0a6-4a24-b2a3-f47014aea387 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (89273d80-3c52-457c-9400-6a4749a929d8), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.134579 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-2c175d8b-a0a6-4a24-b2a3-f47014aea387 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Calling delete_port for 89273d80-3c52-457c-9400-6a4749a929d8 owned by compute:nova {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:25:52.383062 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-2c175d8b-a0a6-4a24-b2a3-f47014aea387 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (89273d80-3c52-457c-9400-6a4749a929d8), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.396036 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['89273d80-3c52-457c-9400-6a4749a929d8'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:25:52.413874 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c175d8b-a0a6-4a24-b2a3-f47014aea387 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Pushing event deleted for resources: {'Port': ['ID=89273d80-3c52-457c-9400-6a4749a929d8,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:25:52.484990 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-2c175d8b-a0a6-4a24-b2a3-f47014aea387 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] No DVR routers for this DVR port 89273d80-3c52-457c-9400-6a4749a929d8 on host hv-cinder-83608 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:25:52.489940 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-2c175d8b-a0a6-4a24-b2a3-f47014aea387 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:52.494492 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-1aeab8fb-2976-4793-8d22-e4a0620b8dda req-2c175d8b-a0a6-4a24-b2a3-f47014aea387 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.39 "DELETE /v2.0/ports/89273d80-3c52-457c-9400-6a4749a929d8 HTTP/1.1" status: 204 len: 173 time: 0.6013279 Apr 11 15:25:52.499894 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4c084a-2141-4913-8459-b8bb14214c02', 'name': 'network-vif-deleted', 'tag': '89273d80-3c52-457c-9400-6a4749a929d8'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:25:52.505247 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285de77d-3b23-4793-ba52-74cca147396a" -d '{"events": [{"server_uuid": "3f4c084a-2141-4913-8459-b8bb14214c02", "name": "network-vif-deleted", "tag": "89273d80-3c52-457c-9400-6a4749a929d8"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:25:52.528615 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f098aeaa-1f89-41c3-b4dc-2df00aa184d7 req-649a6d0b-6487-4e1e-92ba-2835590bc50b tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 210 time: 0.0397067 Apr 11 15:25:52.560009 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e6c74f-3884-45e9-913a-e80e04d73945 x-openstack-request-id: req-95e6c74f-3884-45e9-913a-e80e04d73945 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:25:52.560334 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4c084a-2141-4913-8459-b8bb14214c02", "name": "network-vif-deleted", "tag": "89273d80-3c52-457c-9400-6a4749a929d8", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:25:52.560593 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-95e6c74f-3884-45e9-913a-e80e04d73945 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:25:52.561017 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e6c74f-3884-45e9-913a-e80e04d73945'] response: {'server_uuid': '3f4c084a-2141-4913-8459-b8bb14214c02', 'name': 'network-vif-deleted', 'tag': '89273d80-3c52-457c-9400-6a4749a929d8', 'status': 'completed', 'code': 200} Apr 11 15:25:53.653824 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5a35a0ae-122d-4e31-ab07-2c0c96dda286 req-fc963b86-0f13-4623-8870-ade3920239b9 tempest-VolumesNegativeTest-865004459 tempest-VolumesNegativeTest-865004459-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4c084a-2141-4913-8459-b8bb14214c02 HTTP/1.1" status: 200 len: 210 time: 0.0304220 Apr 11 15:25:54.033265 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:25:54.769597 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 89273d80-3c52-457c-9400-6a4749a929d8 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:25:54.798195 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 89273d80-3c52-457c-9400-6a4749a929d8 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:25:54.798543 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 89273d80-3c52-457c-9400-6a4749a929d8 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:25:59.218593 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1558da9-dff7-4186-bd15-b9b692b7670b req-eaac1913-45ed-4498-bf79-b71cf5a6788c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:59.220275 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a1558da9-dff7-4186-bd15-b9b692b7670b req-eaac1913-45ed-4498-bf79-b71cf5a6788c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0509844 Apr 11 15:25:59.276679 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a1558da9-dff7-4186-bd15-b9b692b7670b req-7700a412-4319-43c0-9a1c-bf2a65624082 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462415 Apr 11 15:25:59.301585 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 35598) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:59.516273 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a244a5-2e55-4af6-b2bf-0c8deb74435b tempest-TestMinimumBasicScenario-152442357 tempest-TestMinimumBasicScenario-152442357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:25:59.521772 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-86a244a5-2e55-4af6-b2bf-0c8deb74435b tempest-TestMinimumBasicScenario-152442357 tempest-TestMinimumBasicScenario-152442357-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 1125 time: 0.2151067 Apr 11 15:25:59.521987 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 35606) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:25:59.527277 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'port_id': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:25:59.599918 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:59.676555 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:25:59.784940 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Allocated IP 172.27.0.165 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/5736f7a6-a6a7-4026-8c07-4e3b5a90e850) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:25:59.896505 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for port (5736f7a6-a6a7-4026-8c07-4e3b5a90e850), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:00.253338 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (5736f7a6-a6a7-4026-8c07-4e3b5a90e850), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:00.304006 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:00.307963 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:00.312602 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:00.319773 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'Port': ['ID=5736f7a6-a6a7-4026-8c07-4e3b5a90e850,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:00.881096 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for floatingip (7fb22f18-974e-432a-a313-e2933d78f64c), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:01.757904 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (5736f7a6-a6a7-4026-8c07-4e3b5a90e850), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:01.923674 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for port (5736f7a6-a6a7-4026-8c07-4e3b5a90e850), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:01.966640 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 35622) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:02.023425 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (5736f7a6-a6a7-4026-8c07-4e3b5a90e850), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:02.107138 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'Port': ['ID=5736f7a6-a6a7-4026-8c07-4e3b5a90e850,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:02.133289 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (7fb22f18-974e-432a-a313-e2933d78f64c), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:02.181072 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-01312b5a-0417-435c-a2d1-8257d68874fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=485e33ca790a4961b3ec2dcdb3efa69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132199 Apr 11 15:26:02.183970 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 35628) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:02.252972 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab051f94-3355-40cd-80cf-7b2f8dfa96c2 admin admin] Publish callbacks [] for security_group (4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:02.264940 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Floating IP 7fb22f18-974e-432a-a313-e2933d78f64c associated. External IP: 172.27.0.165, port: f4db40a5-c13d-4081-93ca-c9fd17bfa8cd. Apr 11 15:26:02.277032 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab051f94-3355-40cd-80cf-7b2f8dfa96c2 admin admin] Publish callbacks [] for security_group (4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:02.432176 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab051f94-3355-40cd-80cf-7b2f8dfa96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:02.436248 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ab051f94-3355-40cd-80cf-7b2f8dfa96c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:02.437802 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-ab051f94-3355-40cd-80cf-7b2f8dfa96c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd HTTP/1.1" status: 204 len: 168 time: 0.2523334 Apr 11 15:26:02.451096 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab051f94-3355-40cd-80cf-7b2f8dfa96c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6bfe3d-5873-4e4b-8b4d-9e40a83da4dd,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:02.530128 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Router f39dbadb-ee5d-4033-a388-92ec72674060 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:26:02.660424 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:26:02.677298 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] Sync routers for ids ['f39dbadb-ee5d-4033-a388-92ec72674060'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:02.689932 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] Routers {'f39dbadb-ee5d-4033-a388-92ec72674060'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:02.690618 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:25:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['f39dbadb-ee5d-4033-a388-92ec72674060'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:02.783356 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:02.834371 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-7cd7b7b9-818c-4e90-9511-7f2a622051bc tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3109093 Apr 11 15:26:02.835792 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:02.838271 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 35638) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:02.843301 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-9d72dc38-0e0e-428b-af3e-b7cf0db39e24 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296023194', 'description': 'tempest-secgroup-smoke-1296023194 description', 'project_id': '33f4eaf829004bbbb30f047652be5f8a'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:02.851732 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bf099f-c19a-42a0-892f-ca3647e18d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:02.903083 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] Set router f39dbadb-ee5d-4033-a388-92ec72674060 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:02.919766 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52808fb3-3da1-48c3-a6bd-89270df87edd x-openstack-request-id: req-52808fb3-3da1-48c3-a6bd-89270df87edd {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:02.923153 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:02.923153 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-52808fb3-3da1-48c3-a6bd-89270df87edd {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:02.923153 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52808fb3-3da1-48c3-a6bd-89270df87edd'] response: {'name': 'network-changed', 'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'status': 'completed', 'code': 200} Apr 11 15:26:02.997553 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc38-0e0e-428b-af3e-b7cf0db39e24 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.033045 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-ade0dc6f-38ef-48d3-9941-e66cbba1a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:03.035515 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-ade0dc6f-38ef-48d3-9941-e66cbba1a7ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4eaf829004bbbb30f047652be5f8a&device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 1130 time: 0.0855234 Apr 11 15:26:03.253928 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc38-0e0e-428b-af3e-b7cf0db39e24 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group (b13de7d8-0aaa-4428-8b2c-1be0d2f17df0), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.264790 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-bb47a2b5-2c5b-4e10-92dc-7da6dcbecc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:03.267875 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-bb47a2b5-2c5b-4e10-92dc-7da6dcbecc4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7316da3-3527-4cfd-adb9-6a1fa5547a13 HTTP/1.1" status: 200 len: 915 time: 0.2238345 Apr 11 15:26:03.304673 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:47Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7fb22f18-974e-432a-a313-e2933d78f64c', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'port_id': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'mac_address': 'fa:16:3e:2e:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012ee5e-0957-47ec-8056-2ab620c88558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:00Z', 'updated_at': '2022-04-11T15:26:00Z', 'revision_number': 0, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee55bf1-4714-42a5-a11e-7d34df17f8fd', 'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'mac_address': 'fa:16:3e:cb:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:45Z', 'updated_at': '2022-04-11T15:24:52Z', 'revision_number': 5, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'subnets': [{'id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:03.362286 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc38-0e0e-428b-af3e-b7cf0db39e24 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b13de7d8-0aaa-4428-8b2c-1be0d2f17df0), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.374462 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-56a0c191-7390-4027-82e4-3c884168586b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd HTTP/1.1" status: 200 len: 1000 time: 0.0966389 Apr 11 15:26:03.460118 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72dc38-0e0e-428b-af3e-b7cf0db39e24 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:03.468626 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] Checking router: f39dbadb-ee5d-4033-a388-92ec72674060 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:03.472020 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-0c233f18-7cf7-48b0-8319-2a8e6210adef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:03.474431 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-0c233f18-7cf7-48b0-8319-2a8e6210adef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fec656bf-0354-4ad8-8e76-722b105501ad HTTP/1.1" status: 200 len: 853 time: 0.0881135 Apr 11 15:26:03.481721 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] Routers {'f39dbadb-ee5d-4033-a388-92ec72674060'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:03.482361 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:25:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['f39dbadb-ee5d-4033-a388-92ec72674060'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:03.535196 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9d72dc38-0e0e-428b-af3e-b7cf0db39e24 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.536504 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-9d72dc38-0e0e-428b-af3e-b7cf0db39e24 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6969454 Apr 11 15:26:03.541261 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 35648) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:03.545417 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-1bb5d656-9020-4390-bd9d-aac496d52f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:03.547199 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-1bb5d656-9020-4390-bd9d-aac496d52f6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7316da3-3527-4cfd-adb9-6a1fa5547a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606964 Apr 11 15:26:03.547416 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-da6016cb-9587-4170-a02a-ad439bca5e16 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'security_group_rule': {'security_group_id': 'b13de7d8-0aaa-4428-8b2c-1be0d2f17df0', 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:03.660767 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] Set router f39dbadb-ee5d-4033-a388-92ec72674060 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:03.698731 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-27bbac33-249b-4410-a37b-522e7143ed41 service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359630 Apr 11 15:26:03.728080 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-da6016cb-9587-4170-a02a-ad439bca5e16 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (d5a5c001-2128-4ad8-9008-76143b770d94), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.826455 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-da6016cb-9587-4170-a02a-ad439bca5e16 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (d5a5c001-2128-4ad8-9008-76143b770d94), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.871499 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-95bf099f-c19a-42a0-892f-ca3647e18d8b req-3349c5e8-cae2-4430-85ba-b0ec55d5d1a4 service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613386 Apr 11 15:26:03.914907 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-da6016cb-9587-4170-a02a-ad439bca5e16 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (d5a5c001-2128-4ad8-9008-76143b770d94), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:03.945431 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6016cb-9587-4170-a02a-ad439bca5e16 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a5c001-2128-4ad8-9008-76143b770d94,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:04.001672 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:47Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7fb22f18-974e-432a-a313-e2933d78f64c', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'port_id': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'mac_address': 'fa:16:3e:2e:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012ee5e-0957-47ec-8056-2ab620c88558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:00Z', 'updated_at': '2022-04-11T15:26:00Z', 'revision_number': 0, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee55bf1-4714-42a5-a11e-7d34df17f8fd', 'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'mac_address': 'fa:16:3e:cb:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:45Z', 'updated_at': '2022-04-11T15:24:52Z', 'revision_number': 5, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'subnets': [{'id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:04.003841 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-da6016cb-9587-4170-a02a-ad439bca5e16 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.005302 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-da6016cb-9587-4170-a02a-ad439bca5e16 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4620459 Apr 11 15:26:04.008790 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 35652) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:04.014638 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-1b7e9647-9391-4f57-8e7a-5287c221fb09 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'security_group_rule': {'security_group_id': 'b13de7d8-0aaa-4428-8b2c-1be0d2f17df0', 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:04.056126 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf602ce3-cb66-407b-b405-d9780c43aff8 None None] The sync data for ids ['f39dbadb-ee5d-4033-a388-92ec72674060'] in dv-cinder-836083-4-iscsi is: [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:47Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7fb22f18-974e-432a-a313-e2933d78f64c', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'port_id': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'mac_address': 'fa:16:3e:2e:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3012ee5e-0957-47ec-8056-2ab620c88558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:00Z', 'updated_at': '2022-04-11T15:26:00Z', 'revision_number': 0, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee55bf1-4714-42a5-a11e-7d34df17f8fd', 'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'mac_address': 'fa:16:3e:cb:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:45Z', 'updated_at': '2022-04-11T15:24:52Z', 'revision_number': 5, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'subnets': [{'id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:04.093329 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9647-9391-4f57-8e7a-5287c221fb09 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (a2992320-9a40-4094-9e26-3e5ef6b19136), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.178623 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9647-9391-4f57-8e7a-5287c221fb09 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (a2992320-9a40-4094-9e26-3e5ef6b19136), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.243917 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9647-9391-4f57-8e7a-5287c221fb09 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (a2992320-9a40-4094-9e26-3e5ef6b19136), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.269846 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e9647-9391-4f57-8e7a-5287c221fb09 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2992320-9a40-4094-9e26-3e5ef6b19136,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:04.337454 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7cc988-3ed5-447c-8fc2-2160a739eb69 None None] New status for floating IP 7fb22f18-974e-432a-a313-e2933d78f64c: ACTIVE {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:26:04.347716 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1b7e9647-9391-4f57-8e7a-5287c221fb09 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.353121 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1b7e9647-9391-4f57-8e7a-5287c221fb09 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3391564 Apr 11 15:26:04.353419 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 35656) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:04.358215 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-670c4d74-1d3e-4f91-98de-9783f8782184 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'security_group_rule': {'security_group_id': 'b13de7d8-0aaa-4428-8b2c-1be0d2f17df0', 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:04.482135 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-670c4d74-1d3e-4f91-98de-9783f8782184 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (4245f77a-c85b-4e21-83e9-b9dec728c6b4), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.579406 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-670c4d74-1d3e-4f91-98de-9783f8782184 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (4245f77a-c85b-4e21-83e9-b9dec728c6b4), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.656189 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-670c4d74-1d3e-4f91-98de-9783f8782184 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (4245f77a-c85b-4e21-83e9-b9dec728c6b4), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.678433 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c4d74-1d3e-4f91-98de-9783f8782184 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4245f77a-c85b-4e21-83e9-b9dec728c6b4,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:04.758597 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-670c4d74-1d3e-4f91-98de-9783f8782184 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.758597 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-670c4d74-1d3e-4f91-98de-9783f8782184 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4032240 Apr 11 15:26:04.766039 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 35660) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:04.770945 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-b1917587-ee52-477a-b492-cfd147f8c554 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'security_group_rule': {'security_group_id': 'b13de7d8-0aaa-4428-8b2c-1be0d2f17df0', 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:04.873283 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b1917587-ee52-477a-b492-cfd147f8c554 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (c59dd31c-7dad-4003-8b66-9191535c3b73), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:04.950356 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b1917587-ee52-477a-b492-cfd147f8c554 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (c59dd31c-7dad-4003-8b66-9191535c3b73), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.017867 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b1917587-ee52-477a-b492-cfd147f8c554 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (c59dd31c-7dad-4003-8b66-9191535c3b73), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.038478 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1917587-ee52-477a-b492-cfd147f8c554 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59dd31c-7dad-4003-8b66-9191535c3b73,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:05.128101 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b1917587-ee52-477a-b492-cfd147f8c554 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.129493 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-b1917587-ee52-477a-b492-cfd147f8c554 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622394 Apr 11 15:26:05.132915 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 35662) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:05.138498 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-69a8e37f-28b5-4dc3-84ae-ebc12b071cd3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'security_group_rule': {'security_group_id': 'b13de7d8-0aaa-4428-8b2c-1be0d2f17df0', 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:05.243968 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.securitygroups_db [None req-69a8e37f-28b5-4dc3-84ae-ebc12b071cd3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Project 33f4eaf829004bbbb30f047652be5f8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:26:05.251958 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-69a8e37f-28b5-4dc3-84ae-ebc12b071cd3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (6b54dc76-a392-4ce9-b8e2-2f957ac8547d), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.326934 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-69a8e37f-28b5-4dc3-84ae-ebc12b071cd3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (6b54dc76-a392-4ce9-b8e2-2f957ac8547d), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.405874 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-69a8e37f-28b5-4dc3-84ae-ebc12b071cd3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (6b54dc76-a392-4ce9-b8e2-2f957ac8547d), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.437368 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8e37f-28b5-4dc3-84ae-ebc12b071cd3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b54dc76-a392-4ce9-b8e2-2f957ac8547d,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:05.517177 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-69a8e37f-28b5-4dc3-84ae-ebc12b071cd3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.518429 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-69a8e37f-28b5-4dc3-84ae-ebc12b071cd3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3842378 Apr 11 15:26:05.521191 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 35666) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:05.525512 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-357709a4-0d40-43c1-9d5b-31396e935295 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'security_group_rule': {'security_group_id': 'b13de7d8-0aaa-4428-8b2c-1be0d2f17df0', 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:05.612713 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.securitygroups_db [None req-357709a4-0d40-43c1-9d5b-31396e935295 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Project 33f4eaf829004bbbb30f047652be5f8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:26:05.622311 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-357709a4-0d40-43c1-9d5b-31396e935295 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (5fe00c92-6367-4d74-9bb9-600b43e48483), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.738377 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-357709a4-0d40-43c1-9d5b-31396e935295 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (5fe00c92-6367-4d74-9bb9-600b43e48483), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.829413 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-357709a4-0d40-43c1-9d5b-31396e935295 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (5fe00c92-6367-4d74-9bb9-600b43e48483), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.873472 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357709a4-0d40-43c1-9d5b-31396e935295 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe00c92-6367-4d74-9bb9-600b43e48483,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:05.971867 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-357709a4-0d40-43c1-9d5b-31396e935295 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:05.973883 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-357709a4-0d40-43c1-9d5b-31396e935295 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4515228 Apr 11 15:26:06.064273 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-659702e1-0152-4edf-9a64-947f511ffab5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510046 Apr 11 15:26:06.110996 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-d8535571-1c0b-40b2-9c70-e527d3259242 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296023194&fields=id&tenant_id=33f4eaf829004bbbb30f047652be5f8a HTTP/1.1" status: 200 len: 267 time: 0.0674314 Apr 11 15:26:06.159601 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-ce92a604-4212-41b5-8da8-2944c9005d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:06.159601 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-ce92a604-4212-41b5-8da8-2944c9005d28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 1130 time: 0.0621455 Apr 11 15:26:06.188877 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-24a0f57d-92b0-4d20-9f19-7f6cb91537ea tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:06.190587 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-24a0f57d-92b0-4d20-9f19-7f6cb91537ea tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0697293 Apr 11 15:26:06.210872 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-2655665d-0fe0-49db-b3c9-f29528305482 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'port': {'security_groups': ['d3841984-b559-4030-b62e-eb4a21df0938', 'b13de7d8-0aaa-4428-8b2c-1be0d2f17df0']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:06.317458 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-2655665d-0fe0-49db-b3c9-f29528305482 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:06.327843 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-1b164ccb-8032-4c7a-9e57-8a63d1fdd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:06.329995 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-1b164ccb-8032-4c7a-9e57-8a63d1fdd1aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 918 time: 0.1493297 Apr 11 15:26:06.451124 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-1b6f8a71-4b73-4151-8ad0-eb4b648a61c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e HTTP/1.1" status: 200 len: 1001 time: 0.1138237 Apr 11 15:26:06.547406 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-28ebe6b0-a209-4f11-9586-500a9360c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:06.549564 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-28ebe6b0-a209-4f11-9586-500a9360c42c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.0906675 Apr 11 15:26:06.616809 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-cb26638a-9223-4d95-ad7d-f9b36b4265f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:06.625689 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-cb26638a-9223-4d95-ad7d-f9b36b4265f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619421 Apr 11 15:26:06.654561 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-2655665d-0fe0-49db-b3c9-f29528305482 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] For port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:06.711707 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-2655665d-0fe0-49db-b3c9-f29528305482 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:06.752659 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-7179f9ca-579f-4a63-804c-dd5d81b77759 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249123 Apr 11 15:26:06.795822 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-2655665d-0fe0-49db-b3c9-f29528305482 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:06.809791 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:26:06.876571 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-2655665d-0fe0-49db-b3c9-f29528305482 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:06.883622 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-2655665d-0fe0-49db-b3c9-f29528305482 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:06.883622 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5373d286-b9ae-477a-86dc-2a85d74ce253 req-2655665d-0fe0-49db-b3c9-f29528305482 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "PUT /v2.0/ports/f4db40a5-c13d-4081-93ca-c9fd17bfa8cd HTTP/1.1" status: 200 len: 982 time: 0.6755807 Apr 11 15:26:06.884351 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:06.888185 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fca8a0-335c-426b-b571-a0cd385bd9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:06.930482 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655665d-0fe0-49db-b3c9-f29528305482 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'Port': ['ID=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,revision_number=6']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:06.944340 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-0204a68c-6827-4569-9f0a-89ebf15ce96f req-bf1603fe-4c02-4c54-be37-3d7b2e272ef1 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825988 Apr 11 15:26:07.046012 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:26:07.073755 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f1189-07df-440e-9eed-4c1e8107b45d req-8e1696dd-1bd7-4625-8651-570f1de2e8b1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.075775 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-536f1189-07df-440e-9eed-4c1e8107b45d req-8e1696dd-1bd7-4625-8651-570f1de2e8b1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0941803 Apr 11 15:26:07.191388 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-536f1189-07df-440e-9eed-4c1e8107b45d req-21488916-adec-4514-8e56-7bddc6664238 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090932 Apr 11 15:26:07.261540 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f244737-715d-4f00-97a1-fc6c6cfd6c51 x-openstack-request-id: req-4f244737-715d-4f00-97a1-fc6c6cfd6c51 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:07.262233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:07.262586 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f244737-715d-4f00-97a1-fc6c6cfd6c51 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:07.263152 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f244737-715d-4f00-97a1-fc6c6cfd6c51'] response: {'name': 'network-changed', 'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'status': 'completed', 'code': 200} Apr 11 15:26:07.291878 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-a663892f-f525-47bf-a95c-41fbccf36358 None None] Provisioning complete for port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:07.292753 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a663892f-f525-47bf-a95c-41fbccf36358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:07.377561 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-02260e1b-4e54-43d5-bac7-bfdb012c6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.381746 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-02260e1b-4e54-43d5-bac7-bfdb012c6067 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4eaf829004bbbb30f047652be5f8a&device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 1169 time: 0.0810552 Apr 11 15:26:07.520534 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543369d-1252-44c8-9532-44b73fea0a8d req-59b8f1e1-dfdf-4eca-90d8-95804b7f6b46 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.524201 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c543369d-1252-44c8-9532-44b73fea0a8d req-59b8f1e1-dfdf-4eca-90d8-95804b7f6b46 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.1292105 Apr 11 15:26:07.541477 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-84662576-5f10-467d-85aa-ab961f5c6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.544526 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-84662576-5f10-467d-85aa-ab961f5c6041 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7316da3-3527-4cfd-adb9-6a1fa5547a13 HTTP/1.1" status: 200 len: 915 time: 0.1546369 Apr 11 15:26:07.562884 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-7c6d9f0c-78e8-44bd-b0c5-b4bed1a62698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.565868 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-7c6d9f0c-78e8-44bd-b0c5-b4bed1a62698 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 1130 time: 0.1093647 Apr 11 15:26:07.640799 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c543369d-1252-44c8-9532-44b73fea0a8d req-833e4ad1-b05e-4065-9a03-160a37345dda tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066372 Apr 11 15:26:07.665170 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-e4fe978d-3979-4ef2-8c4d-4224e6236a47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd HTTP/1.1" status: 200 len: 1002 time: 0.1131992 Apr 11 15:26:07.752955 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-1f3c70a2-96b0-4344-808d-a3c283815dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.754709 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-1f3c70a2-96b0-4344-808d-a3c283815dc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.1815817 Apr 11 15:26:07.755680 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-e9e9bb02-fec7-422a-9971-49d2122d699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.757163 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-e9e9bb02-fec7-422a-9971-49d2122d699d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fec656bf-0354-4ad8-8e76-722b105501ad HTTP/1.1" status: 200 len: 853 time: 0.0780725 Apr 11 15:26:07.773279 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-a663892f-f525-47bf-a95c-41fbccf36358 None None] Current status of the port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:26:07.832842 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-42ce143b-006c-48a1-984b-57e1213e2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.835264 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-42ce143b-006c-48a1-984b-57e1213e2337 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7316da3-3527-4cfd-adb9-6a1fa5547a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680661 Apr 11 15:26:07.864814 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-b64a4f7c-480f-4aaf-98a2-ebc7135bd66f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc HTTP/1.1" status: 200 len: 1002 time: 0.0987022 Apr 11 15:26:07.942543 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-353d787a-c541-4a17-b3b3-48c7845775a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:07.943982 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-353d787a-c541-4a17-b3b3-48c7845775a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0645435 Apr 11 15:26:07.972031 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-1212de41-b163-47a0-bf1b-2d13521b7bf3 service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276133 Apr 11 15:26:08.021236 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-fe797ec6-ab6c-4df5-bab8-bf98ea46d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:08.023465 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-fe797ec6-ab6c-4df5-bab8-bf98ea46d835 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691435 Apr 11 15:26:08.146796 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-0af91203-9195-401d-ad7b-febe373bb5da service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158485 Apr 11 15:26:08.147523 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-29fca8a0-335c-426b-b571-a0cd385bd9ec req-33809e41-ec15-480e-80f9-f0d142ab7199 service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621494 Apr 11 15:26:08.282347 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d22a0458-2beb-4be7-8d32-2596be158f2f req-d459eb88-84d7-4f56-8d0e-a1f882f0d5f8 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212516 Apr 11 15:26:08.468995 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:08.812156 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac88bf1-d75c-4d8a-be61-5b0b09626865 req-4543daa3-dda0-4bfb-832a-2383aa2c4302 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:08.813972 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7ac88bf1-d75c-4d8a-be61-5b0b09626865 req-4543daa3-dda0-4bfb-832a-2383aa2c4302 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0591402 Apr 11 15:26:08.868390 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7ac88bf1-d75c-4d8a-be61-5b0b09626865 req-1e80d00c-ba8c-4464-a79c-2047bc01d6af tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484695 Apr 11 15:26:09.990084 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f658c2-ecb3-4cf0-b0fa-4b3dbcdab631 req-bc6238f9-9257-45ab-92de-bef2159aab71 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:09.991638 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-58f658c2-ecb3-4cf0-b0fa-4b3dbcdab631 req-bc6238f9-9257-45ab-92de-bef2159aab71 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0491843 Apr 11 15:26:10.049814 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-58f658c2-ecb3-4cf0-b0fa-4b3dbcdab631 req-da7bcf04-ef79-4feb-b08a-672dbb9499ba tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509975 Apr 11 15:26:11.181181 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba32ba-8fbe-43e5-9d80-69255e9b719a req-ef1c1cf7-dc32-4c50-94b0-e2f6df2eadf2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:11.184015 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0eba32ba-8fbe-43e5-9d80-69255e9b719a req-ef1c1cf7-dc32-4c50-94b0-e2f6df2eadf2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0591366 Apr 11 15:26:11.260826 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0eba32ba-8fbe-43e5-9d80-69255e9b719a req-81bb4ce7-927a-40db-8e06-24b00b19c87e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708947 Apr 11 15:26:11.983509 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a1e90c0e-665f-47e1-97b0-bcaca0fdeb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:12.404990 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1791e-851e-4bfd-8a39-ffaf3c82f591 req-698df09b-a0a6-4ea2-9ed7-80547c8dc06e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:12.406754 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-05f1791e-851e-4bfd-8a39-ffaf3c82f591 req-698df09b-a0a6-4ea2-9ed7-80547c8dc06e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0625651 Apr 11 15:26:12.466577 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-05f1791e-851e-4bfd-8a39-ffaf3c82f591 req-a276cbbf-a039-4eee-b6c0-4a950fe65935 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501316 Apr 11 15:26:13.614850 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4c774-7319-4290-95d1-a3a8d46cf7a6 req-e97359f3-1a4c-41e1-aceb-efb1ce1df72d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:13.616809 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fcb4c774-7319-4290-95d1-a3a8d46cf7a6 req-e97359f3-1a4c-41e1-aceb-efb1ce1df72d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0673523 Apr 11 15:26:13.680419 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fcb4c774-7319-4290-95d1-a3a8d46cf7a6 req-de64e0fe-ef37-4e6c-afe2-be77c88c48cb tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565126 Apr 11 15:26:14.438158 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f7e406eb-ce0d-456f-b034-dc04bbccba23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:14.814893 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5367e-a763-4aea-9e5e-449ade05610b req-46f2960b-9b23-4be6-9603-5b6727d30ec4 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:14.817376 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-dce5367e-a763-4aea-9e5e-449ade05610b req-46f2960b-9b23-4be6-9603-5b6727d30ec4 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0595689 Apr 11 15:26:14.894621 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-dce5367e-a763-4aea-9e5e-449ade05610b req-f29812d2-6021-4312-880a-5af837613107 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664501 Apr 11 15:26:15.475091 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:16.070630 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3d3f2-07f3-4606-8f26-24e8fc7618f0 req-a1192cf8-abe2-415f-b7f3-0ab7e6ba0d42 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:16.072279 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bad3d3f2-07f3-4606-8f26-24e8fc7618f0 req-a1192cf8-abe2-415f-b7f3-0ab7e6ba0d42 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0624499 Apr 11 15:26:16.124593 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bad3d3f2-07f3-4606-8f26-24e8fc7618f0 req-aa101b98-5c17-4699-ae25-c716bf51c729 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464313 Apr 11 15:26:16.718330 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:17.273012 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b99338-3254-4ede-b1d7-599d023cdd1e req-07df2796-6587-4af6-8698-e58e9e33e319 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:17.274595 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72b99338-3254-4ede-b1d7-599d023cdd1e req-07df2796-6587-4af6-8698-e58e9e33e319 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0661709 Apr 11 15:26:17.332652 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72b99338-3254-4ede-b1d7-599d023cdd1e req-4b9fac71-481d-4e53-b377-92db4c8e3629 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522945 Apr 11 15:26:18.355296 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:18.477911 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe23589-ee46-45a4-9b10-d50f7dec326a req-73a30618-d578-4b80-81dd-c7eedab6ed91 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:18.479950 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4fe23589-ee46-45a4-9b10-d50f7dec326a req-73a30618-d578-4b80-81dd-c7eedab6ed91 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0583472 Apr 11 15:26:18.555200 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4fe23589-ee46-45a4-9b10-d50f7dec326a req-f23986e2-9a89-4702-9441-b2ea7cb1544c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650153 Apr 11 15:26:19.713470 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6bc2a-fff2-440b-9411-6c015bc47a57 req-5495df98-e0a3-4bc3-9c62-b0f12f104635 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:19.715157 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-75a6bc2a-fff2-440b-9411-6c015bc47a57 req-5495df98-e0a3-4bc3-9c62-b0f12f104635 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0612893 Apr 11 15:26:19.779486 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-75a6bc2a-fff2-440b-9411-6c015bc47a57 req-9a394239-b3d6-4534-883a-ff658e5692f5 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581696 Apr 11 15:26:20.937288 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edd34d-d1d6-452a-8ede-54d596d59d64 req-8b44c8a7-eb10-480f-8804-b07678ddf89f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:20.938981 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-63edd34d-d1d6-452a-8ede-54d596d59d64 req-8b44c8a7-eb10-480f-8804-b07678ddf89f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0772314 Apr 11 15:26:21.008528 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-63edd34d-d1d6-452a-8ede-54d596d59d64 req-4fff3d10-1362-4464-a140-365f5b5b513b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630231 Apr 11 15:26:22.185248 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b170112-e03f-49cb-80e9-27d5dc128d67 req-6d3cc55d-2fb9-4eae-869f-154254727a29 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:22.186862 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3b170112-e03f-49cb-80e9-27d5dc128d67 req-6d3cc55d-2fb9-4eae-869f-154254727a29 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0633321 Apr 11 15:26:22.267427 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3b170112-e03f-49cb-80e9-27d5dc128d67 req-c03134d8-85d3-4dfd-83ec-01d9ae80704e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705545 Apr 11 15:26:23.436907 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439498e-3ad0-4aed-bdf8-6caa72b3c6e3 req-421f28cf-19b0-49f1-91c8-2077cd03d7c6 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:23.439172 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9439498e-3ad0-4aed-bdf8-6caa72b3c6e3 req-421f28cf-19b0-49f1-91c8-2077cd03d7c6 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0761600 Apr 11 15:26:23.493988 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9439498e-3ad0-4aed-bdf8-6caa72b3c6e3 req-94316a6a-98e0-4cc1-9952-254412994076 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490246 Apr 11 15:26:24.637017 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2973c-c457-4cc9-9919-4fc6f3a3735c req-04a61b5a-60ba-480d-8120-bb4145866c89 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:24.638552 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bfd2973c-c457-4cc9-9919-4fc6f3a3735c req-04a61b5a-60ba-480d-8120-bb4145866c89 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0516505 Apr 11 15:26:24.696027 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bfd2973c-c457-4cc9-9919-4fc6f3a3735c req-e81ec89a-1672-4d4c-88d5-1e5d0f065522 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500863 Apr 11 15:26:25.818212 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a78c3a-7858-4c73-8636-a389ddbe77fa req-e574166b-0b37-418b-8918-897d6e60ba33 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:25.819785 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-06a78c3a-7858-4c73-8636-a389ddbe77fa req-e574166b-0b37-418b-8918-897d6e60ba33 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0487380 Apr 11 15:26:25.887410 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-06a78c3a-7858-4c73-8636-a389ddbe77fa req-4517d157-091e-4bd0-8312-179801783684 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614140 Apr 11 15:26:27.014515 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f9e9-a267-40bc-b14d-e5999d07f8bc req-6b006a08-00a8-47fd-93fc-02e1c1a4c0cd tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:27.016538 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d942f9e9-a267-40bc-b14d-e5999d07f8bc req-6b006a08-00a8-47fd-93fc-02e1c1a4c0cd tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0543864 Apr 11 15:26:27.073066 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d942f9e9-a267-40bc-b14d-e5999d07f8bc req-2ff522e7-8378-48f7-ac11-9ccf6a8b9c9c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493684 Apr 11 15:26:27.573178 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858da5e7-ba62-40fa-bf71-f9b1894434a3 req-0c3ab57b-c281-46fb-b9bb-b4c177d1ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:27.574762 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-858da5e7-ba62-40fa-bf71-f9b1894434a3 req-0c3ab57b-c281-46fb-b9bb-b4c177d1ef23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 1130 time: 0.0462008 Apr 11 15:26:27.636327 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-858da5e7-ba62-40fa-bf71-f9b1894434a3 req-beda12cb-95c9-4a22-bdd9-cdfc6e559612 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531275 Apr 11 15:26:28.233034 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4810a18-9b22-4b7f-92f0-2bde4f554b34 req-84dfd0a7-decd-4ce4-a761-d549f6de53d7 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:28.234607 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b4810a18-9b22-4b7f-92f0-2bde4f554b34 req-84dfd0a7-decd-4ce4-a761-d549f6de53d7 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0815725 Apr 11 15:26:28.313561 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b4810a18-9b22-4b7f-92f0-2bde4f554b34 req-5a627103-c5c6-4553-b17a-b035aff3154d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726278 Apr 11 15:26:29.458639 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7efc9-c52d-4fdc-9322-da21025b2003 req-1807526a-fc95-45c0-92ae-7e2ed264a32e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:29.466472 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3cf7efc9-c52d-4fdc-9322-da21025b2003 req-1807526a-fc95-45c0-92ae-7e2ed264a32e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0619984 Apr 11 15:26:29.518756 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3cf7efc9-c52d-4fdc-9322-da21025b2003 req-65534bbe-4f63-45a1-b18c-e09b75f0e834 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477586 Apr 11 15:26:30.668476 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa16412-87bf-42e2-bc8f-f3c2e51bd98c req-f0fe9b13-1dc7-46de-8dc8-57f20e10af6c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:30.670085 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-efa16412-87bf-42e2-bc8f-f3c2e51bd98c req-f0fe9b13-1dc7-46de-8dc8-57f20e10af6c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0690169 Apr 11 15:26:30.753167 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-efa16412-87bf-42e2-bc8f-f3c2e51bd98c req-1249c445-6eac-4f82-859a-c670b2b5c722 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768237 Apr 11 15:26:31.036538 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:26:31.448155 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aa27a-b0e3-4ba1-bf2f-fd235e7f856d req-c1d71996-ff9a-42ef-b9c7-be7297b3a314 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.451184 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f18aa27a-b0e3-4ba1-bf2f-fd235e7f856d req-c1d71996-ff9a-42ef-b9c7-be7297b3a314 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0652499 Apr 11 15:26:31.545436 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f18aa27a-b0e3-4ba1-bf2f-fd235e7f856d req-d4ea9695-5422-41e0-ac85-73b578b3edc5 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869584 Apr 11 15:26:31.548665 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-815d0663-fb01-4a42-90fa-a37e2a2b75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.550255 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-815d0663-fb01-4a42-90fa-a37e2a2b75b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 1130 time: 0.0608168 Apr 11 15:26:31.657029 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-af51d131-408b-4eae-a650-b9513efca276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.658557 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-af51d131-408b-4eae-a650-b9513efca276 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.1007340 Apr 11 15:26:31.756341 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-bd4e6c92-832f-4a92-ad42-fb20ce03036e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc HTTP/1.1" status: 200 len: 1002 time: 0.0912235 Apr 11 15:26:31.817080 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-3a53f1ab-d4f6-41c3-8976-ab624689689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.818551 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-3a53f1ab-d4f6-41c3-8976-ab624689689f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0504200 Apr 11 15:26:31.874551 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-dde83a51-fd4d-47e1-9549-0fa055776d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:31.876904 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-dde83a51-fd4d-47e1-9549-0fa055776d5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485013 Apr 11 15:26:32.022177 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-6f060f7b-d1c0-46ac-bded-df8bd782161a service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378202 Apr 11 15:26:32.174454 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-54a7c3cd-c485-4cba-9500-400bd114e950 req-bb3f7ce6-a739-499c-b4e5-2631a96487bf service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451130 Apr 11 15:26:32.704871 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae718a8a-875b-4229-a285-5631e4d13b1d req-bea43228-eafe-40bd-afd9-f23f8dd39a40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:32.706746 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ae718a8a-875b-4229-a285-5631e4d13b1d req-bea43228-eafe-40bd-afd9-f23f8dd39a40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0601144 Apr 11 15:26:32.798047 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ae718a8a-875b-4229-a285-5631e4d13b1d req-f0438026-9ba0-4cf0-8d4b-4207080d428b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766377 Apr 11 15:26:33.942409 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9697f9-dcf0-439d-8c4d-7928bf6ae1f3 req-7a965bf6-4380-4138-82cd-3b19e341ed84 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:33.945771 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b9697f9-dcf0-439d-8c4d-7928bf6ae1f3 req-7a965bf6-4380-4138-82cd-3b19e341ed84 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0562930 Apr 11 15:26:34.013435 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b9697f9-dcf0-439d-8c4d-7928bf6ae1f3 req-d835b0a4-ed7d-442a-9d25-7da4eb2dc978 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614095 Apr 11 15:26:35.188536 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88b98c-8ac9-4eea-8d86-fad1b46eea00 req-09d46781-a3ca-47f6-9b00-a9533ca1a315 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:35.190715 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2e88b98c-8ac9-4eea-8d86-fad1b46eea00 req-09d46781-a3ca-47f6-9b00-a9533ca1a315 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0604095 Apr 11 15:26:35.251379 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2e88b98c-8ac9-4eea-8d86-fad1b46eea00 req-7bbf11ea-3371-443b-ace5-1b8a07a30da2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526946 Apr 11 15:26:35.394894 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74705b-a640-4242-9982-5e4a30a509cb req-88b24037-1725-4c8d-8b0c-f8af31361819 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:35.396616 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1e74705b-a640-4242-9982-5e4a30a509cb req-88b24037-1725-4c8d-8b0c-f8af31361819 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0594535 Apr 11 15:26:35.409467 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 35848) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:35.414302 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-aa01190c-0bea-409c-9e8c-92051ace0e81 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Request body: {'floatingip': {'port_id': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:35.756574 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-aa01190c-0bea-409c-9e8c-92051ace0e81 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for floatingip (fce1c6b6-b97b-4476-828b-b441f3b35b1e), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.422941 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-aa01190c-0bea-409c-9e8c-92051ace0e81 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.435641 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe21ebc-4070-4281-875f-55cfec1e3377 req-a4a9d07b-2e3d-465b-9fdf-03d09e3f454c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:36.437270 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7fe21ebc-4070-4281-875f-55cfec1e3377 req-a4a9d07b-2e3d-465b-9fdf-03d09e3f454c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 945 time: 0.0668159 Apr 11 15:26:36.479207 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-aa01190c-0bea-409c-9e8c-92051ace0e81 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (fce1c6b6-b97b-4476-828b-b441f3b35b1e), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.545726 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7fe21ebc-4070-4281-875f-55cfec1e3377 req-742b1e25-93e8-4c07-a87b-e16f712f16e0 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026366 Apr 11 15:26:36.752623 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa01190c-0bea-409c-9e8c-92051ace0e81 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Router 063d8bc9-c0a2-4f95-8737-9f57069c6edd has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:26:36.889144 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa01190c-0bea-409c-9e8c-92051ace0e81 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:26:36.895051 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-aa01190c-0bea-409c-9e8c-92051ace0e81 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:36.899416 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] Sync routers for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:36.916960 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:36.918104 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:26:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:36.936691 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:36.940024 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4044265-1020-479b-b760-600df715c1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:36.988571 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-aa01190c-0bea-409c-9e8c-92051ace0e81 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "PUT /v2.0/floatingips/fce1c6b6-b97b-4476-828b-b441f3b35b1e HTTP/1.1" status: 200 len: 994 time: 1.5778840 Apr 11 15:26:37.001352 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf94fc-076c-44ee-b12f-e4a35815b4b9 x-openstack-request-id: req-eccf94fc-076c-44ee-b12f-e4a35815b4b9 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:37.001965 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:37.002388 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eccf94fc-076c-44ee-b12f-e4a35815b4b9 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:37.003024 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccf94fc-076c-44ee-b12f-e4a35815b4b9'] response: {'name': 'network-changed', 'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'status': 'completed', 'code': 200} Apr 11 15:26:37.054121 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:37.342652 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'fce1c6b6-b97b-4476-828b-b441f3b35b1e', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'port_id': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'mac_address': 'fa:16:3e:c0:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f13388b-426d-4daf-b178-60e97cd567f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:24:37Z', 'updated_at': '2022-04-11T15:26:36Z', 'revision_number': 3, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:25Z', 'revision_number': 5, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:37.374045 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] Checking router: 063d8bc9-c0a2-4f95-8737-9f57069c6edd for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:37.384112 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:37.384857 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:26:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:37.510686 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:37.706762 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d917f96-5f0d-46d4-967a-1583a02a4d26 req-75e56e02-6236-4bc0-9fc0-8de7629d6c0a tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:37.708556 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6d917f96-5f0d-46d4-967a-1583a02a4d26 req-75e56e02-6236-4bc0-9fc0-8de7629d6c0a tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 945 time: 0.0710464 Apr 11 15:26:37.776908 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6d917f96-5f0d-46d4-967a-1583a02a4d26 req-d4fa4878-c329-48b9-9741-d88840ce27d8 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584810 Apr 11 15:26:37.789272 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'fce1c6b6-b97b-4476-828b-b441f3b35b1e', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'port_id': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'mac_address': 'fa:16:3e:c0:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f13388b-426d-4daf-b178-60e97cd567f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:24:37Z', 'updated_at': '2022-04-11T15:26:36Z', 'revision_number': 3, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:25Z', 'revision_number': 5, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:37.832747 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd6a965-612e-41d6-80ad-0a6b7d858988 None None] The sync data for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi is: [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'fce1c6b6-b97b-4476-828b-b441f3b35b1e', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'port_id': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'mac_address': 'fa:16:3e:c0:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f13388b-426d-4daf-b178-60e97cd567f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:24:37Z', 'updated_at': '2022-04-11T15:26:36Z', 'revision_number': 3, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:25Z', 'revision_number': 5, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:37.839740 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044265-1020-479b-b760-600df715c1c9 req-27af7725-cd66-44f0-93f4-3b3455d7c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:37.844982 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4044265-1020-479b-b760-600df715c1c9 req-27af7725-cd66-44f0-93f4-3b3455d7c00e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 1130 time: 0.0593491 Apr 11 15:26:38.047969 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044265-1020-479b-b760-600df715c1c9 req-7b2c68e0-b82d-4896-ad43-3f9633d4011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:38.049471 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4044265-1020-479b-b760-600df715c1c9 req-7b2c68e0-b82d-4896-ad43-3f9633d4011b service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.1130447 Apr 11 15:26:38.125331 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-0a1142fc-cbf6-44fa-8235-8bf6233eebae tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:38.126924 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-0a1142fc-cbf6-44fa-8235-8bf6233eebae tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 945 time: 0.0579507 Apr 11 15:26:38.158010 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4044265-1020-479b-b760-600df715c1c9 req-519ebcb8-ec67-498e-a638-cf28e5d2312b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc HTTP/1.1" status: 200 len: 1002 time: 0.0889218 Apr 11 15:26:38.228895 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044265-1020-479b-b760-600df715c1c9 req-6c042b12-538e-47a8-9055-47e1dd74ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:38.231340 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4044265-1020-479b-b760-600df715c1c9 req-6c042b12-538e-47a8-9055-47e1dd74ce12 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0668056 Apr 11 15:26:38.249884 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Deleting port 313e20db-07be-40d3-a70b-0c2be6f2879c {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:26:38.250240 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:38.288364 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044265-1020-479b-b760-600df715c1c9 req-3f56f797-c1fc-4d2a-845f-f32dd0181cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:38.289956 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4044265-1020-479b-b760-600df715c1c9 req-3f56f797-c1fc-4d2a-845f-f32dd0181cf0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520372 Apr 11 15:26:38.423182 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4044265-1020-479b-b760-600df715c1c9 req-7a7c0c63-8f7b-481a-847b-98bdd80d9b9c service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257577 Apr 11 15:26:38.442348 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:38.547655 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4044265-1020-479b-b760-600df715c1c9 req-1aa022e6-67c4-4637-be92-2389ad78b050 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164045 Apr 11 15:26:38.638091 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] For port 313e20db-07be-40d3-a70b-0c2be6f2879c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=313e20db-07be-40d3-a70b-0c2be6f2879c,segment=NetworkSegment(54b12f33-357c-46fc-ad16-08289fd8a38b),segment_id=54b12f33-357c-46fc-ad16-08289fd8a38b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:38.638510 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:38.660653 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Calling delete_port for 313e20db-07be-40d3-a70b-0c2be6f2879c owned by compute:nova {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:26:38.875519 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (313e20db-07be-40d3-a70b-0c2be6f2879c), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:38.898288 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['313e20db-07be-40d3-a70b-0c2be6f2879c'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:26:38.912245 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Pushing event deleted for resources: {'Port': ['ID=313e20db-07be-40d3-a70b-0c2be6f2879c,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:38.925675 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d22b0694-a7a6-4364-89da-44c1b7bb4b08 req-d59f7e0f-f174-4563-9b5c-b24cce3eec06 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 210 time: 0.0433700 Apr 11 15:26:38.966405 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.966980 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.967643 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.968208 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.968765 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.969291 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.969832 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.970389 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.970941 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.971473 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.972080 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.972633 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.973178 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.973702 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:38.974350 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:39.004055 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:39.004315 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] No DVR routers for this DVR port 313e20db-07be-40d3-a70b-0c2be6f2879c on host hv-cinder-83608 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:26:39.006401 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36" -d '{"events": [{"name": "network-changed", "server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:39.006816 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:39.010674 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-8bbb082b-5b76-4899-ac75-3c54a8e314e9 req-27c3414a-0457-4cca-8ac3-f488f7d5980b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.39 "DELETE /v2.0/ports/313e20db-07be-40d3-a70b-0c2be6f2879c HTTP/1.1" status: 204 len: 173 time: 0.8768494 Apr 11 15:26:39.011824 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f833fc1-6877-4b4f-8b46-dfd2f1eb9748', 'name': 'network-vif-deleted', 'tag': '313e20db-07be-40d3-a70b-0c2be6f2879c'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:39.014223 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aff314-e52c-4e43-9b29-d7651fcb1f67" -d '{"events": [{"server_uuid": "9f833fc1-6877-4b4f-8b46-dfd2f1eb9748", "name": "network-vif-deleted", "tag": "313e20db-07be-40d3-a70b-0c2be6f2879c"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:39.061347 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7468db47-4110-469e-8b88-f5b27ffb4e1d x-openstack-request-id: req-7468db47-4110-469e-8b88-f5b27ffb4e1d {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:39.061747 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:39.062083 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7468db47-4110-469e-8b88-f5b27ffb4e1d {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:39.062733 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7468db47-4110-469e-8b88-f5b27ffb4e1d'] response: {'name': 'network-changed', 'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'status': 'completed', 'code': 200} Apr 11 15:26:39.119786 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04890b44-bf41-4adb-a2b0-61a3bbc4fab2 x-openstack-request-id: req-04890b44-bf41-4adb-a2b0-61a3bbc4fab2 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:39.120077 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f833fc1-6877-4b4f-8b46-dfd2f1eb9748", "name": "network-vif-deleted", "tag": "313e20db-07be-40d3-a70b-0c2be6f2879c", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:39.121040 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04890b44-bf41-4adb-a2b0-61a3bbc4fab2 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:39.121453 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04890b44-bf41-4adb-a2b0-61a3bbc4fab2'] response: {'server_uuid': '9f833fc1-6877-4b4f-8b46-dfd2f1eb9748', 'name': 'network-vif-deleted', 'tag': '313e20db-07be-40d3-a70b-0c2be6f2879c', 'status': 'completed', 'code': 200} Apr 11 15:26:39.135869 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-27b57b71-4601-4f43-a79b-1ceb642f403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:39.138634 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-27b57b71-4601-4f43-a79b-1ceb642f403e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 1130 time: 0.0476949 Apr 11 15:26:39.260250 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-559cfddb-e7cd-438a-a503-35efedf855ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:39.261832 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-559cfddb-e7cd-438a-a503-35efedf855ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.1178970 Apr 11 15:26:39.337233 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-173d694a-6e92-4a25-af39-a004e158ed99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc HTTP/1.1" status: 200 len: 1002 time: 0.0674646 Apr 11 15:26:39.646103 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-1afd9a58-1f7b-42cc-bbd0-28904163a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:39.648308 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-1afd9a58-1f7b-42cc-bbd0-28904163a588 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.0600216 Apr 11 15:26:39.714537 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-0291c703-2d45-4aeb-b3e4-078fc2bca537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:39.716117 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-0291c703-2d45-4aeb-b3e4-078fc2bca537 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599253 Apr 11 15:26:39.842312 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-d9e9c884-b1cc-41ba-92fc-a95372d5aaf6 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063962 Apr 11 15:26:40.056715 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-69e9349a-2c84-41b0-a0d2-ca4a22a7bfe6 req-c1f83edd-c43c-48e5-ae27-9728d528177c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f833fc1-6877-4b4f-8b46-dfd2f1eb9748 HTTP/1.1" status: 200 len: 210 time: 0.0436432 Apr 11 15:26:40.118841 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-18ce90d0-f171-48f3-a5b1-3e1d2a31dc36 req-94e2e539-d303-428c-8f11-735a59324efd service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106989 Apr 11 15:26:41.906187 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fbbe1-3a48-46bf-9a36-1db6056fe5fc req-1a657be3-5634-4647-a8f7-d0a592a0878c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:41.908688 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-299fbbe1-3a48-46bf-9a36-1db6056fe5fc req-1a657be3-5634-4647-a8f7-d0a592a0878c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.0640504 Apr 11 15:26:41.960066 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-299fbbe1-3a48-46bf-9a36-1db6056fe5fc req-1d0c0c64-cda1-49c7-a94a-d168be81efa1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452316 Apr 11 15:26:41.977845 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9daf-4d9b-4a6f-b8bd-1922db98cecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:42.837797 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f803641-1e8f-442c-974c-dc1a63b89ed3 req-ad51415a-6664-4ff1-be91-dc6083e43d6c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:42.839342 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6f803641-1e8f-442c-974c-dc1a63b89ed3 req-ad51415a-6664-4ff1-be91-dc6083e43d6c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0576777 Apr 11 15:26:42.904237 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6f803641-1e8f-442c-974c-dc1a63b89ed3 req-10cc40a6-b4cb-4e5d-b8b1-967c401849a0 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573261 Apr 11 15:26:43.088397 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef4c1b-0a01-4d2c-9bc6-01abd286f9f4 req-2ed19b95-6b46-449a-948b-b3e828a232b3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:43.089956 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-46ef4c1b-0a01-4d2c-9bc6-01abd286f9f4 req-2ed19b95-6b46-449a-948b-b3e828a232b3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.0524890 Apr 11 15:26:43.146276 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-46ef4c1b-0a01-4d2c-9bc6-01abd286f9f4 req-acfcc762-8db1-453b-bcc7-6363da3d4bf5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497050 Apr 11 15:26:43.588035 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 313e20db-07be-40d3-a70b-0c2be6f2879c no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:26:43.612772 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 313e20db-07be-40d3-a70b-0c2be6f2879c {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:26:43.613152 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 313e20db-07be-40d3-a70b-0c2be6f2879c not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:26:44.023063 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79693d64-0221-4853-9cda-d66c6f408fa9 req-5ba61eff-87c2-413b-95c0-34cccc1cfa1b tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:44.024581 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-79693d64-0221-4853-9cda-d66c6f408fa9 req-5ba61eff-87c2-413b-95c0-34cccc1cfa1b tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0514374 Apr 11 15:26:44.091840 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-79693d64-0221-4853-9cda-d66c6f408fa9 req-ea33fde8-f14b-4b37-93c2-0b678295954b tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599453 Apr 11 15:26:44.270843 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59879-e00c-4707-858d-c870bcd1e33d req-8c43f42a-1eda-4e69-94f7-145ef980977b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:44.272442 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1bb59879-e00c-4707-858d-c870bcd1e33d req-8c43f42a-1eda-4e69-94f7-145ef980977b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.0489345 Apr 11 15:26:44.328566 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1bb59879-e00c-4707-858d-c870bcd1e33d req-a9807d12-eb39-4368-9c5f-58f7f8ddef7d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496218 Apr 11 15:26:44.444547 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-74df89d4-ac45-4abc-a2e5-b018feee8678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:44.757735 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-ca442b14-adc5-4701-8999-9e99ffe672b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:44.760316 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-ca442b14-adc5-4701-8999-9e99ffe672b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4eaf829004bbbb30f047652be5f8a&device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 1169 time: 0.0455344 Apr 11 15:26:44.988636 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-228b5960-7013-422d-a56e-206e06175f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:44.990104 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-228b5960-7013-422d-a56e-206e06175f33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7316da3-3527-4cfd-adb9-6a1fa5547a13 HTTP/1.1" status: 200 len: 915 time: 0.0969961 Apr 11 15:26:45.096596 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-ff303cf3-7e36-4f84-973e-4c182845f71f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:45.098905 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-ff303cf3-7e36-4f84-973e-4c182845f71f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.0692749 Apr 11 15:26:45.109829 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-d8595e60-5c8f-4999-b3e3-61d072a3fefb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd HTTP/1.1" status: 200 len: 1002 time: 0.0807045 Apr 11 15:26:45.180769 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-5e9e1395-11c3-48cd-9407-68583c358e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:45.182277 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-5e9e1395-11c3-48cd-9407-68583c358e84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fec656bf-0354-4ad8-8e76-722b105501ad HTTP/1.1" status: 200 len: 853 time: 0.0652325 Apr 11 15:26:45.229452 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-98f999eb-65a8-40bc-9fa1-c77b928a311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:45.232493 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-98f999eb-65a8-40bc-9fa1-c77b928a311b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7316da3-3527-4cfd-adb9-6a1fa5547a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437644 Apr 11 15:26:45.266009 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf90284-5adc-4bcb-af6f-7ce983c3a375 req-a74d4afa-2e78-4fd2-939e-d6ad3532c47f tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:45.267501 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2cf90284-5adc-4bcb-af6f-7ce983c3a375 req-a74d4afa-2e78-4fd2-939e-d6ad3532c47f tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0942690 Apr 11 15:26:45.268394 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Deleting port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:26:45.268745 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:45.336323 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-3f8c0e75-2746-4013-9542-0155719fd7c3 service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966766 Apr 11 15:26:45.412274 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2cf90284-5adc-4bcb-af6f-7ce983c3a375 req-ea7fcbc4-2009-497b-ba40-14317d29ced9 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366186 Apr 11 15:26:45.431632 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] For port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:26:45.432216 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:45.454018 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c594d48c-5ce9-4798-88b8-18e2f77fa881 req-f8099783-3b71-4ec5-afb4-7fc72a441bdb service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064334 Apr 11 15:26:45.463804 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:45.569876 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0da32-1366-47e9-84ab-cffac78f619d req-5ae7b60d-a573-4ecc-b1f9-f533186d2211 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:45.571343 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5eb0da32-1366-47e9-84ab-cffac78f619d req-5ae7b60d-a573-4ecc-b1f9-f533186d2211 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 946 time: 0.1562669 Apr 11 15:26:45.708774 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5eb0da32-1366-47e9-84ab-cffac78f619d req-4a58de25-1cd0-49f4-bd8b-0556bbbc94d6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=782f4629-8ccc-4225-857a-f9cd173b88f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168010 Apr 11 15:26:45.789931 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:45.790575 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (d8ea466f-3784-44ef-80e6-3e6bbea99b04), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:45.790838 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Floating IP d8ea466f-3784-44ef-80e6-3e6bbea99b04 disassociated. External IP: 172.27.0.215, port: 70cdb271-fe6a-4444-a7ba-93e7f1e9639e. Apr 11 15:26:45.791285 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Calling delete_port for 70cdb271-fe6a-4444-a7ba-93e7f1e9639e owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:26:46.035515 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (70cdb271-fe6a-4444-a7ba-93e7f1e9639e), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:46.067430 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event deleted for resources: {'Port': ['ID=70cdb271-fe6a-4444-a7ba-93e7f1e9639e,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:46.079785 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.080196 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.080495 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.080841 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.081188 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.081529 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.081865 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.082204 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.082541 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.082869 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.083204 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.083531 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.083889 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.084218 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.084553 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:26:46.220019 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:26:46.344934 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:26:46.357425 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] Sync routers for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:26:46.369917 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:46.371097 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:26:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:46.405312 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] No DVR routers for this DVR port 70cdb271-fe6a-4444-a7ba-93e7f1e9639e on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:26:46.408100 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:46.411770 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6928995c-3c4c-4c7a-b593-9b8cea7e7a2c req-3ed6acff-8cef-4ead-a2ad-be0aff39e019 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.39 "DELETE /v2.0/ports/70cdb271-fe6a-4444-a7ba-93e7f1e9639e HTTP/1.1" status: 204 len: 173 time: 1.3030899 Apr 11 15:26:46.412193 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'name': 'network-vif-deleted', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:46.414610 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca726954-4fb6-4b5c-9725-6f33f7ba0587" -d '{"events": [{"server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "name": "network-vif-deleted", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:46.469535 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b9043b-1b8f-48c3-b75b-a271178494d3 x-openstack-request-id: req-f9b9043b-1b8f-48c3-b75b-a271178494d3 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:46.469833 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec28078-80ac-454f-8793-6d857f9cdf38", "name": "network-vif-deleted", "tag": "70cdb271-fe6a-4444-a7ba-93e7f1e9639e", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:46.470090 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9b9043b-1b8f-48c3-b75b-a271178494d3 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:46.470523 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b9043b-1b8f-48c3-b75b-a271178494d3'] response: {'server_uuid': '8ec28078-80ac-454f-8793-6d857f9cdf38', 'name': 'network-vif-deleted', 'tag': '70cdb271-fe6a-4444-a7ba-93e7f1e9639e', 'status': 'completed', 'code': 200} Apr 11 15:26:46.506372 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:46.547699 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46ab07-afc1-4376-9c67-d0bf4083f59d req-18395d4e-2693-4309-aa9e-7797f9c726fe tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:46.549757 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6c46ab07-afc1-4376-9c67-d0bf4083f59d req-18395d4e-2693-4309-aa9e-7797f9c726fe tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0560076 Apr 11 15:26:46.633178 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6c46ab07-afc1-4376-9c67-d0bf4083f59d req-dd147dd7-5b43-4759-862d-16acd687ad18 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765345 Apr 11 15:26:46.778991 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:46.782284 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:46.810535 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] Checking router: b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:26:46.819675 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:26:46.820287 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:26:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:46.850322 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-19d1a2a2-813f-465c-a388-b09e23c7d426 req-38447d93-82fb-4ff3-863d-9ebe57d6ecb6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ec28078-80ac-454f-8793-6d857f9cdf38 HTTP/1.1" status: 200 len: 210 time: 0.0395408 Apr 11 15:26:46.936596 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:26:47.143234 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:26:47.188130 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767a34f-390c-4dfe-80a9-dad1a30fef85 None None] The sync data for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi is: [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:26:47.461855 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a646df1-9456-456f-89d8-9935feddb645 None None] New status for floating IP d8ea466f-3784-44ef-80e6-3e6bbea99b04: DOWN {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:26:47.825901 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf94f-9fb2-4d35-b0e4-8791ecffc2ff req-8c8806ed-0985-4ef4-b489-cfb38fd02199 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:47.828985 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21dcf94f-9fb2-4d35-b0e4-8791ecffc2ff req-8c8806ed-0985-4ef4-b489-cfb38fd02199 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0665324 Apr 11 15:26:47.925085 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21dcf94f-9fb2-4d35-b0e4-8791ecffc2ff req-6119ca86-ed32-4c90-b909-f9478380d923 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819178 Apr 11 15:26:48.071249 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 35956) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:48.146544 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56af21be-1f8d-4d12-aaa0-e0d524cf7c93 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (782f4629-8ccc-4225-857a-f9cd173b88f6), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:48.174422 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56af21be-1f8d-4d12-aaa0-e0d524cf7c93 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (782f4629-8ccc-4225-857a-f9cd173b88f6), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:48.321142 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56af21be-1f8d-4d12-aaa0-e0d524cf7c93 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (782f4629-8ccc-4225-857a-f9cd173b88f6), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:48.325139 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-56af21be-1f8d-4d12-aaa0-e0d524cf7c93 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:48.326967 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-56af21be-1f8d-4d12-aaa0-e0d524cf7c93 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "DELETE /v2.0/security-groups/782f4629-8ccc-4225-857a-f9cd173b88f6 HTTP/1.1" status: 204 len: 168 time: 0.2543900 Apr 11 15:26:48.331782 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 35958) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:48.344720 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af21be-1f8d-4d12-aaa0-e0d524cf7c93 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f4629-8ccc-4225-857a-f9cd173b88f6,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:48.345447 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:48.357623 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.api.v2.resource [None req-44777e52-9f08-4b65-9df4-69d735cf7001 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] show failed (client error): The resource could not be found. Apr 11 15:26:48.363568 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 35960) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:48.364906 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-44777e52-9f08-4b65-9df4-69d735cf7001 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups/782f4629-8ccc-4225-857a-f9cd173b88f6 HTTP/1.1" status: 404 len: 347 time: 0.0313578 Apr 11 15:26:48.512149 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3101ec14-6ff8-4abf-a9b1-b346be51c8ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Deleting port 1b5cfc04-8733-4f43-b4bf-7ade36e85cee {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:26:48.512495 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3101ec14-6ff8-4abf-a9b1-b346be51c8ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (1b5cfc04-8733-4f43-b4bf-7ade36e85cee), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:48.601630 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3101ec14-6ff8-4abf-a9b1-b346be51c8ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (1b5cfc04-8733-4f43-b4bf-7ade36e85cee), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:48.601976 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3101ec14-6ff8-4abf-a9b1-b346be51c8ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (1b5cfc04-8733-4f43-b4bf-7ade36e85cee), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:48.617982 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3101ec14-6ff8-4abf-a9b1-b346be51c8ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Calling delete_port for 1b5cfc04-8733-4f43-b4bf-7ade36e85cee owned by network:floatingip {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:26:48.907628 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3101ec14-6ff8-4abf-a9b1-b346be51c8ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (1b5cfc04-8733-4f43-b4bf-7ade36e85cee), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:48.945973 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101ec14-6ff8-4abf-a9b1-b346be51c8ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event deleted for resources: {'Port': ['ID=1b5cfc04-8733-4f43-b4bf-7ade36e85cee,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:49.026054 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 70cdb271-fe6a-4444-a7ba-93e7f1e9639e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:26:49.060245 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 70cdb271-fe6a-4444-a7ba-93e7f1e9639e {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:26:49.060595 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 70cdb271-fe6a-4444-a7ba-93e7f1e9639e not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:26:49.067068 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3101ec14-6ff8-4abf-a9b1-b346be51c8ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (d8ea466f-3784-44ef-80e6-3e6bbea99b04), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:49.069881 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3101ec14-6ff8-4abf-a9b1-b346be51c8ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:49.071178 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-3101ec14-6ff8-4abf-a9b1-b346be51c8ab tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "DELETE /v2.0/floatingips/d8ea466f-3784-44ef-80e6-3e6bbea99b04 HTTP/1.1" status: 204 len: 168 time: 0.7062528 Apr 11 15:26:49.112353 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa455a3-8127-4c67-89b5-fd2e7c35416a req-de4c48fd-f499-4713-bc1a-c7e35d4b0add tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:49.115479 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-daa455a3-8127-4c67-89b5-fd2e7c35416a req-de4c48fd-f499-4713-bc1a-c7e35d4b0add tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0787847 Apr 11 15:26:49.218192 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-daa455a3-8127-4c67-89b5-fd2e7c35416a req-101fa115-32c3-4dc6-b458-d93fa452dced tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914617 Apr 11 15:26:49.395508 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 35968) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:49.401929 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-7b17b071-e2f5-45df-97cc-b0f6fdc74286 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1564312117', 'description': 'tempest-description--114871585'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:49.543752 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b17b071-e2f5-45df-97cc-b0f6fdc74286 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:49.636771 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b17b071-e2f5-45df-97cc-b0f6fdc74286 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (b796f634-ccaa-4744-892d-7d3e8c453cf5), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:49.744666 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b17b071-e2f5-45df-97cc-b0f6fdc74286 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b796f634-ccaa-4744-892d-7d3e8c453cf5), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:49.779974 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17b071-e2f5-45df-97cc-b0f6fdc74286 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b796f634-ccaa-4744-892d-7d3e8c453cf5,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:49.849248 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-7b17b071-e2f5-45df-97cc-b0f6fdc74286 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:49.853665 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-7b17b071-e2f5-45df-97cc-b0f6fdc74286 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4532733 Apr 11 15:26:49.856080 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 35972) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:49.861303 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-ea644b42-c82e-480d-b9aa-0c735526a1b2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'security_group_rule': {'security_group_id': 'b796f634-ccaa-4744-892d-7d3e8c453cf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:49.949563 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea644b42-c82e-480d-b9aa-0c735526a1b2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (b5bee08f-8eca-4bb3-86a1-3f2d2112f86f), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.009209 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea644b42-c82e-480d-b9aa-0c735526a1b2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (b5bee08f-8eca-4bb3-86a1-3f2d2112f86f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.096283 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea644b42-c82e-480d-b9aa-0c735526a1b2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (b5bee08f-8eca-4bb3-86a1-3f2d2112f86f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.123724 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea644b42-c82e-480d-b9aa-0c735526a1b2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bee08f-8eca-4bb3-86a1-3f2d2112f86f,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:50.197367 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ea644b42-c82e-480d-b9aa-0c735526a1b2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.199353 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-ea644b42-c82e-480d-b9aa-0c735526a1b2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419321 Apr 11 15:26:50.203408 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 35974) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:50.211290 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-93f9ca13-635a-4ab6-8bc6-a2f1aa4589da tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'security_group_rule': {'security_group_id': 'b796f634-ccaa-4744-892d-7d3e8c453cf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:50.305788 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93f9ca13-635a-4ab6-8bc6-a2f1aa4589da tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (bf8944f5-db13-4aa5-9568-4c890b05273f), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.373982 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87479e21-85e2-4ee6-8bf2-cd2c0b246c49 req-66bda5bc-b84f-4e0f-84e1-e45d7f4a0197 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:50.375880 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-87479e21-85e2-4ee6-8bf2-cd2c0b246c49 req-66bda5bc-b84f-4e0f-84e1-e45d7f4a0197 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0657892 Apr 11 15:26:50.407268 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93f9ca13-635a-4ab6-8bc6-a2f1aa4589da tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (bf8944f5-db13-4aa5-9568-4c890b05273f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.466541 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-87479e21-85e2-4ee6-8bf2-cd2c0b246c49 req-cdfa81d3-280f-4d49-85e6-e5094ffc2cf6 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815401 Apr 11 15:26:50.482815 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93f9ca13-635a-4ab6-8bc6-a2f1aa4589da tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (bf8944f5-db13-4aa5-9568-4c890b05273f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.514246 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9ca13-635a-4ab6-8bc6-a2f1aa4589da tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8944f5-db13-4aa5-9568-4c890b05273f,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:50.589296 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-93f9ca13-635a-4ab6-8bc6-a2f1aa4589da tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.590982 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-93f9ca13-635a-4ab6-8bc6-a2f1aa4589da tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3862135 Apr 11 15:26:50.595738 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 35978) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:26:50.600301 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:50.678792 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.765636 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:50.900730 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Allocated IP 172.27.0.101 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/7c76e7b1-5cfb-466a-925d-5e06ba828a51) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:51.009178 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for port (7c76e7b1-5cfb-466a-925d-5e06ba828a51), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:51.113566 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (7c76e7b1-5cfb-466a-925d-5e06ba828a51), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:51.159731 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:51.162717 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:51.166303 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:51.194456 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'Port': ['ID=7c76e7b1-5cfb-466a-925d-5e06ba828a51,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:51.263174 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (7298e7c1-18a3-4cee-b83f-9bef5b476b2d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:51.387975 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (7c76e7b1-5cfb-466a-925d-5e06ba828a51), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:51.558668 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for port (7c76e7b1-5cfb-466a-925d-5e06ba828a51), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:51.590164 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3986d8-fc08-48f5-b7b6-0618f979c448 req-517951b5-76b6-4ee5-b76a-cf9d9dae804c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:51.591742 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1e3986d8-fc08-48f5-b7b6-0618f979c448 req-517951b5-76b6-4ee5-b76a-cf9d9dae804c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0514042 Apr 11 15:26:51.646553 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (7c76e7b1-5cfb-466a-925d-5e06ba828a51), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:51.654962 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1e3986d8-fc08-48f5-b7b6-0618f979c448 req-43d0207a-110e-4aa1-a4ea-f39d353bfb06 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571256 Apr 11 15:26:51.721621 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'Port': ['ID=7c76e7b1-5cfb-466a-925d-5e06ba828a51,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:51.736117 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (7298e7c1-18a3-4cee-b83f-9bef5b476b2d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:51.855221 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:51.856669 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-005f6b3d-0512-48d5-82b6-b295d23490b5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2598610 Apr 11 15:26:52.254303 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdccd3d-6c58-4130-8986-218acc73897b req-a8c27f00-447e-4bf6-91d6-b931951ca81d tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:52.255957 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-a8c27f00-447e-4bf6-91d6-b931951ca81d tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/networks?id=895943ef-9c29-4fae-b5b6-82ebc8c70f55 HTTP/1.1" status: 200 len: 813 time: 0.1584914 Apr 11 15:26:52.282483 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-ffc930c0-3dc3-4bf6-8853-33bb958c774c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1564312117&fields=id&tenant_id=98ab9ba355cc424c84878fe5fd657070 HTTP/1.1" status: 200 len: 267 time: 0.0806425 Apr 11 15:26:52.284422 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-2b49e150-5e9e-4eeb-b24d-df553fec839a tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/quotas/7223bf46415c42048df9b54a0703b433 HTTP/1.1" status: 200 len: 375 time: 0.0194523 Apr 11 15:26:52.345420 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-ae034a0c-a32a-45a9-bb72-53767a37f999 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7223bf46415c42048df9b54a0703b433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552988 Apr 11 15:26:52.506984 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-6f2d2b69-f1ba-47b2-bf81-e0d6961cd631 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:52.508555 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-6f2d2b69-f1ba-47b2-bf81-e0d6961cd631 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 817 time: 0.2170513 Apr 11 15:26:52.527321 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-3d55eed3-0563-4987-b869-b2773107d581 service neutron] 10.222.0.47 "GET /v2.0/networks/895943ef-9c29-4fae-b5b6-82ebc8c70f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686707 Apr 11 15:26:52.530209 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-fe37f802-4f95-4b68-aaac-fd1320fc66c6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/quotas/98ab9ba355cc424c84878fe5fd657070 HTTP/1.1" status: 200 len: 375 time: 0.0151010 Apr 11 15:26:52.634448 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-b457ddd5-62f5-4ab0-b1f6-63be52160763 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926282 Apr 11 15:26:52.686869 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-cc17b9dc-3001-425a-a2fd-eb6bcc1f8f82 service neutron] 10.222.0.47 "GET /v2.0/networks/895943ef-9c29-4fae-b5b6-82ebc8c70f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524642 Apr 11 15:26:52.756524 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-938da4bd-bd50-4be6-869c-bd93e64c976a service neutron] 10.222.0.47 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081533 Apr 11 15:26:52.856900 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-b44bb9b5-3155-4d45-af65-e0fdcedd96ed service neutron] 10.222.0.47 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942042 Apr 11 15:26:53.035289 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c5387-a96a-418d-ba74-767644d5d2f3 req-41639c6c-d701-4fb2-9c2f-fa92f89b2346 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:53.037205 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-af3c5387-a96a-418d-ba74-767644d5d2f3 req-41639c6c-d701-4fb2-9c2f-fa92f89b2346 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0651367 Apr 11 15:26:53.369209 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-699b9b76-a970-4ccf-a4fc-49b8b8c3e7fc req-e25d47c0-a1e1-4b84-b419-af0bb189b0f3 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 210 time: 0.0403433 Apr 11 15:26:53.424799 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-af3c5387-a96a-418d-ba74-767644d5d2f3 req-09ae5ff4-bbd9-43d1-875d-c91dfabf0f90 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3781607 Apr 11 15:26:53.485625 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c5dc2bc-081e-4f8d-9d16-18ee0eca1790 req-c18f0ccb-ba0b-4f18-bb37-fa260d78a4bc tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 210 time: 0.0297012 Apr 11 15:26:54.493908 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c5272745-14d7-4341-b8e7-72386a72e57c req-22c4f17d-7874-40c8-8c9e-f1664571e324 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 210 time: 0.0348766 Apr 11 15:26:54.562106 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2c80b-36a3-41b7-8d1b-7cf49f0a046d req-fb8acade-c2d4-4772-9634-8c37a3e79cd6 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:54.564034 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2ae2c80b-36a3-41b7-8d1b-7cf49f0a046d req-fb8acade-c2d4-4772-9634-8c37a3e79cd6 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0614190 Apr 11 15:26:54.609440 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f2915b87-7b14-487d-8b6b-f07e74dc9a2e req-684218dd-8fa7-4bb1-9828-cae7576c8718 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 210 time: 0.0381925 Apr 11 15:26:54.653580 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2ae2c80b-36a3-41b7-8d1b-7cf49f0a046d req-7089b39a-8b6b-4c07-aa3e-0a1a8d150c6b tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729933 Apr 11 15:26:55.492405 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdccd3d-6c58-4130-8986-218acc73897b req-5d4ca909-f98c-45fa-9a23-172ae6a07281 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:55.493772 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-5d4ca909-f98c-45fa-9a23-172ae6a07281 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.39 "GET /v2.0/networks?id=895943ef-9c29-4fae-b5b6-82ebc8c70f55 HTTP/1.1" status: 200 len: 813 time: 0.1281686 Apr 11 15:26:55.506982 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Request body: {'port': {'device_id': '0542e158-f6a7-4117-aa3e-79614632d1b1', 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55', 'admin_state_up': True, 'tenant_id': '7223bf46415c42048df9b54a0703b433'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:55.622630 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-013061d0-2803-4020-8cce-5a45d982605d req-3c7e94b6-f764-46c9-ab6b-1bb537183218 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 210 time: 0.0419788 Apr 11 15:26:55.648308 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-695e1e9d-2a68-45e9-bd5f-d8a5d1762901 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:55.649443 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-695e1e9d-2a68-45e9-bd5f-d8a5d1762901 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 817 time: 0.1255915 Apr 11 15:26:55.730517 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-bfa58204-772d-46b2-be2b-9c48b1e1ae0a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ab9ba355cc424c84878fe5fd657070 HTTP/1.1" status: 200 len: 380 time: 0.0681620 Apr 11 15:26:55.740623 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'port': {'device_id': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'admin_state_up': True, 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'security_groups': ['b796f634-ccaa-4744-892d-7d3e8c453cf5']}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:55.788552 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Made reservation on behalf of 7223bf46415c42048df9b54a0703b433 for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:55.791723 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:55.796009 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e916ec16-1d51-41f8-bfbc-5ab33f706343 req-8dff46a2-3441-4553-bdd1-9a209a5a3fd5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 210 time: 0.0556207 Apr 11 15:26:55.861356 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297d9fb-ce37-43d7-acbc-44cc344ee081 req-a496d2ff-ece9-467e-b538-ff5f708b48ae tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:55.864051 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2297d9fb-ce37-43d7-acbc-44cc344ee081 req-a496d2ff-ece9-467e-b538-ff5f708b48ae tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0847349 Apr 11 15:26:55.946970 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Made reservation on behalf of 98ab9ba355cc424c84878fe5fd657070 for: {'port': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:26:55.950456 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:56.038046 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2297d9fb-ce37-43d7-acbc-44cc344ee081 req-e0e9947a-1ae2-4a5b-a956-ab754a302578 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639645 Apr 11 15:26:56.085605 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Allocated IP 172.20.0.11 (895943ef-9c29-4fae-b5b6-82ebc8c70f55/1b6253e0-90da-4a0c-bad1-e6b1b6171833/5e2887eb-e846-4819-a029-767815b62df2) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:56.115490 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Allocated IP 172.20.0.14 (41aa52fa-7af2-4c63-910a-080aef6fa315/a5ff89b2-c6d2-4cf1-88b1-f35951817570/c9e6bf5c-0717-42de-bc68-37ccc5a77acd) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:26:56.294858 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks [] for port (5e2887eb-e846-4819-a029-767815b62df2), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:56.305213 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:56.424674 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (5e2887eb-e846-4819-a029-767815b62df2), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:56.471275 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:56.477353 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:56.482013 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:56.486794 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:56.516266 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Pushing event updated for resources: {'Port': ['ID=5e2887eb-e846-4819-a029-767815b62df2,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:56.542482 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Network 41aa52fa-7af2-4c63-910a-080aef6fa315 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:26:56.545952 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:26:56.550019 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:26:56.558295 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:56.559398 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:56.586298 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event updated for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:56.610372 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:56.611096 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:56.633582 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-922df764-8b09-4ef5-ad5b-3b54962c1892 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1303637 Apr 11 15:26:56.646344 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Request body: {'port': {'device_id': '0542e158-f6a7-4117-aa3e-79614632d1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:56.702037 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-e9d2e917-3ecf-4e82-bc7a-ba30f33732f7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649508 Apr 11 15:26:56.721395 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Request body: {'port': {'device_id': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:26:56.721850 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (5e2887eb-e846-4819-a029-767815b62df2), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:56.807120 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:56.869124 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-1c539beb-a88d-494b-b5a1-36b4844866e2 None None] Provisioning complete for port c9e6bf5c-0717-42de-bc68-37ccc5a77acd triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:26:56.870174 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1c539beb-a88d-494b-b5a1-36b4844866e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:56.871439 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68bd93-cf7b-4b72-a956-757b21c7a407 req-3f907915-5c38-485f-930a-9ef13eae16f6 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:56.878709 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e68bd93-cf7b-4b72-a956-757b21c7a407 req-3f907915-5c38-485f-930a-9ef13eae16f6 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 932 time: 0.1083972 Apr 11 15:26:56.915686 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-1c539beb-a88d-494b-b5a1-36b4844866e2 None None] Port c9e6bf5c-0717-42de-bc68-37ccc5a77acd cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:26:56.969837 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cbde2-7282-4dd8-a8bf-8dfe2c33dd5c req-6060de68-e196-47f6-beaa-9682ab43d67a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:56.971334 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-133cbde2-7282-4dd8-a8bf-8dfe2c33dd5c req-6060de68-e196-47f6-beaa-9682ab43d67a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 932 time: 0.0791333 Apr 11 15:26:57.012900 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e68bd93-cf7b-4b72-a956-757b21c7a407 req-05b4ac5a-e80e-4cc6-ae9d-393370717912 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331754 Apr 11 15:26:57.082381 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-133cbde2-7282-4dd8-a8bf-8dfe2c33dd5c req-0800997e-b10b-4542-8d9b-c208c00ae932 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966671 Apr 11 15:26:57.110274 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e6bf5c-0717-42de-bc68-37ccc5a77acd {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:26:57.118887 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Publish callbacks [] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:57.134838 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Transition to ACTIVE for port object c9e6bf5c-0717-42de-bc68-37ccc5a77acd will not be triggered until provisioned by entity L2. {{(pid=103868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:26:57.188587 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2887eb-e846-4819-a029-767815b62df2 {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:26:57.199166 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Publish callbacks [] for port (5e2887eb-e846-4819-a029-767815b62df2), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:57.213485 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3555f7-a8be-4142-8a0a-d161f9cabb3d req-845b5f5c-4312-446d-ab67-c3e6699fbff3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:57.214998 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cf3555f7-a8be-4142-8a0a-d161f9cabb3d req-845b5f5c-4312-446d-ab67-c3e6699fbff3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0655479 Apr 11 15:26:57.224096 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Transition to ACTIVE for port object 5e2887eb-e846-4819-a029-767815b62df2 will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:26:57.252498 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:57.280794 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cf3555f7-a8be-4142-8a0a-d161f9cabb3d req-1196e443-8e3a-4c91-83ea-841277151e31 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598581 Apr 11 15:26:57.304634 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:57.350098 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (5e2887eb-e846-4819-a029-767815b62df2), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:57.383956 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Attempting to bind port c9e6bf5c-0717-42de-bc68-37ccc5a77acd on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:26:57.384833 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Attempting to bind port c9e6bf5c-0717-42de-bc68-37ccc5a77acd by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:26:57.384833 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Attempting to bind port c9e6bf5c-0717-42de-bc68-37ccc5a77acd on network 41aa52fa-7af2-4c63-910a-080aef6fa315 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:57.390017 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Port c9e6bf5c-0717-42de-bc68-37ccc5a77acd on network 41aa52fa-7af2-4c63-910a-080aef6fa315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:26:57.390362 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Attempting to bind port c9e6bf5c-0717-42de-bc68-37ccc5a77acd on network 41aa52fa-7af2-4c63-910a-080aef6fa315 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:57.395922 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:26:57.396762 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Checking segment: {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:57.396762 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Bound using segment: {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:26:57.397147 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Bound port: c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e5ba2a-3992-4784-9c5e-039a48db9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:26:57.397511 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:57.411431 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Pushing event updated for resources: {'Port': ['ID=5e2887eb-e846-4819-a029-767815b62df2,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:57.473707 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:26:57.477041 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:26:57.483417 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Attempting to bind port 5e2887eb-e846-4819-a029-767815b62df2 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:26:57.483791 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Attempting to bind port 5e2887eb-e846-4819-a029-767815b62df2 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '54b12f33-357c-46fc-ad16-08289fd8a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:26:57.484128 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Attempting to bind port 5e2887eb-e846-4819-a029-767815b62df2 on network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:57.488595 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Port 5e2887eb-e846-4819-a029-767815b62df2 on network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:26:57.488921 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Attempting to bind port 5e2887eb-e846-4819-a029-767815b62df2 on network 895943ef-9c29-4fae-b5b6-82ebc8c70f55 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:26:57.493950 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:26:57.494289 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Checking segment: {'id': '54b12f33-357c-46fc-ad16-08289fd8a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:26:57.494677 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Bound using segment: {'id': '54b12f33-357c-46fc-ad16-08289fd8a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:26:57.495107 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Bound port: 5e2887eb-e846-4819-a029-767815b62df2, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b12f33-357c-46fc-ad16-08289fd8a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:26:57.495715 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (5e2887eb-e846-4819-a029-767815b62df2), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:57.544378 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:57.564685 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] For port 5e2887eb-e846-4819-a029-767815b62df2, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:26:57.568000 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] For port 5e2887eb-e846-4819-a029-767815b62df2, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5e2887eb-e846-4819-a029-767815b62df2,segment=NetworkSegment(54b12f33-357c-46fc-ad16-08289fd8a38b),segment_id=54b12f33-357c-46fc-ad16-08289fd8a38b)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:26:57.577742 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:57.578378 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:57.580041 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] 10.222.0.39 "PUT /v2.0/ports/c9e6bf5c-0717-42de-bc68-37ccc5a77acd HTTP/1.1" status: 200 len: 1094 time: 0.8715110 Apr 11 15:26:57.585566 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:57.587966 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70a043d-0456-4fc8-a265-bbc41094a2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:57.612792 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2940104-523b-4e7d-8f65-5fdb847388c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:57.636758 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98741bcc-facd-474c-908d-62183bbce3d3 x-openstack-request-id: req-98741bcc-facd-474c-908d-62183bbce3d3 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:57.637054 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:57.637316 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98741bcc-facd-474c-908d-62183bbce3d3 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:57.637729 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98741bcc-facd-474c-908d-62183bbce3d3'] response: {'name': 'network-changed', 'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'status': 'completed', 'code': 200} Apr 11 15:26:57.658989 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (5e2887eb-e846-4819-a029-767815b62df2), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:57.707891 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a043d-0456-4fc8-a265-bbc41094a2a2 req-431b1a28-b767-4984-ab8e-f3f67eded7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:57.708850 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:57.709506 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e70a043d-0456-4fc8-a265-bbc41094a2a2 req-431b1a28-b767-4984-ab8e-f3f67eded7ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 1128 time: 0.0499578 Apr 11 15:26:57.709659 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:26:57.711003 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] 10.222.0.39 "PUT /v2.0/ports/5e2887eb-e846-4819-a029-767815b62df2 HTTP/1.1" status: 200 len: 1094 time: 1.0690181 Apr 11 15:26:57.712061 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0542e158-f6a7-4117-aa3e-79614632d1b1', 'tag': '5e2887eb-e846-4819-a029-767815b62df2'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:26:57.714452 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321e035f-9ec4-4493-bc0d-22e9c5985e97" -d '{"events": [{"name": "network-changed", "server_uuid": "0542e158-f6a7-4117-aa3e-79614632d1b1", "tag": "5e2887eb-e846-4819-a029-767815b62df2"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:26:57.736572 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f101f-331b-47f6-984d-92e92c5c33aa service neutron] Pushing event updated for resources: {'Port': ['ID=5e2887eb-e846-4819-a029-767815b62df2,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:26:57.757019 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2faeb89-aecb-48fe-95da-cd5fad97981a x-openstack-request-id: req-a2faeb89-aecb-48fe-95da-cd5fad97981a {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:26:57.757324 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0542e158-f6a7-4117-aa3e-79614632d1b1", "tag": "5e2887eb-e846-4819-a029-767815b62df2", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:26:57.757585 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a2faeb89-aecb-48fe-95da-cd5fad97981a {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:26:57.757999 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2faeb89-aecb-48fe-95da-cd5fad97981a'] response: {'name': 'network-changed', 'server_uuid': '0542e158-f6a7-4117-aa3e-79614632d1b1', 'tag': '5e2887eb-e846-4819-a029-767815b62df2', 'status': 'completed', 'code': 200} Apr 11 15:26:57.817856 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e035f-9ec4-4493-bc0d-22e9c5985e97 req-3abd3523-37fb-47c3-9802-d42c9c13aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:57.819390 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-321e035f-9ec4-4493-bc0d-22e9c5985e97 req-3abd3523-37fb-47c3-9802-d42c9c13aa77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7223bf46415c42048df9b54a0703b433&device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 1128 time: 0.0411956 Apr 11 15:26:57.835177 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a043d-0456-4fc8-a265-bbc41094a2a2 req-500cb913-1daa-4d39-9586-cc30b2f81dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:57.836716 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e70a043d-0456-4fc8-a265-bbc41094a2a2 req-500cb913-1daa-4d39-9586-cc30b2f81dcc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=98ab9ba355cc424c84878fe5fd657070&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1151407 Apr 11 15:26:57.924924 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e035f-9ec4-4493-bc0d-22e9c5985e97 req-fc2419cc-7d74-4179-9cdc-11538de32fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:57.926410 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-321e035f-9ec4-4493-bc0d-22e9c5985e97 req-fc2419cc-7d74-4179-9cdc-11538de32fb5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7223bf46415c42048df9b54a0703b433&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0995467 Apr 11 15:26:57.938047 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a043d-0456-4fc8-a265-bbc41094a2a2 req-8a791843-0ff8-4dce-9465-02abc3a20976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:57.939553 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-e70a043d-0456-4fc8-a265-bbc41094a2a2 req-8a791843-0ff8-4dce-9465-02abc3a20976 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968013 Apr 11 15:26:58.017159 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-a63e5163-1fa1-424a-871d-cd48c3bfd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.018835 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-a63e5163-1fa1-424a-871d-cd48c3bfd3f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 1128 time: 0.0416396 Apr 11 15:26:58.023376 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e035f-9ec4-4493-bc0d-22e9c5985e97 req-5210926c-5472-4e28-ab9f-59edbe02a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.024910 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-321e035f-9ec4-4493-bc0d-22e9c5985e97 req-5210926c-5472-4e28-ab9f-59edbe02a1a7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925717 Apr 11 15:26:58.079794 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-a6ef2c15-a20f-45bb-8551-0f40a4a49144 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd HTTP/1.1" status: 200 len: 217 time: 0.0394115 Apr 11 15:26:58.136586 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-2a2c3271-73f9-43e6-9997-5a8aa706e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.138203 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-2a2c3271-73f9-43e6-9997-5a8aa706e163 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.0530562 Apr 11 15:26:58.178617 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537042e-c53b-45ae-8bbd-857ce33e0164 req-a79d7958-5b37-47fb-9c38-11b367577c73 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.180291 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0537042e-c53b-45ae-8bbd-857ce33e0164 req-a79d7958-5b37-47fb-9c38-11b367577c73 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 944 time: 0.0956979 Apr 11 15:26:58.181341 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdccd3d-6c58-4130-8986-218acc73897b req-a6b3fadb-43c4-4707-b7e5-6a10d56e5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.182872 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-a6b3fadb-43c4-4707-b7e5-6a10d56e5c5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7223bf46415c42048df9b54a0703b433&device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 1128 time: 0.1079476 Apr 11 15:26:58.200971 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-3b12fb26-ef61-4dc2-a568-0262bd06b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.203317 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-3b12fb26-ef61-4dc2-a568-0262bd06b729 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556717 Apr 11 15:26:58.268391 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-ad0d1234-0f30-4064-ad92-ecd6ef63547f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e2887eb-e846-4819-a029-767815b62df2 HTTP/1.1" status: 200 len: 217 time: 0.0733325 Apr 11 15:26:58.317525 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-18846374-2f72-4d14-94d2-bcd7db90e0c9 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080041 Apr 11 15:26:58.324454 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c186a-be61-4dc1-a999-09b1b13d5268 req-876ec3cc-78c0-4829-a5d6-ef707cf75af1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.325876 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c50c186a-be61-4dc1-a999-09b1b13d5268 req-876ec3cc-78c0-4829-a5d6-ef707cf75af1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.1415517 Apr 11 15:26:58.392248 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0537042e-c53b-45ae-8bbd-857ce33e0164 req-7b482806-3800-48d7-98eb-982e248a58cf tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982255 Apr 11 15:26:58.398549 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdccd3d-6c58-4130-8986-218acc73897b req-ddae5ff8-26e8-41f0-85a2-c6ecb0c9ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.400752 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-ddae5ff8-26e8-41f0-85a2-c6ecb0c9ec33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b6253e0-90da-4a0c-bad1-e6b1b6171833 HTTP/1.1" status: 200 len: 853 time: 0.1246409 Apr 11 15:26:58.457922 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-afd92d5d-491e-4188-a258-da4ab869336c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=895943ef-9c29-4fae-b5b6-82ebc8c70f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456007 Apr 11 15:26:58.462541 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c50c186a-be61-4dc1-a999-09b1b13d5268 req-860a99d8-f5cb-4ac5-b3ad-2a93ba9c370e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232591 Apr 11 15:26:58.473210 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-7898cc8b-c1ea-4d2f-940a-e583faa30802 req-96487e27-1aa7-40e6-902b-246896a4d7af service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475759 Apr 11 15:26:58.584565 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2652a11-ab74-487f-aa90-e748cf6ccb43 req-f998a795-1136-42ce-918c-b3e41ea2cf09 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:58.586391 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2652a11-ab74-487f-aa90-e748cf6ccb43 req-f998a795-1136-42ce-918c-b3e41ea2cf09 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.1189716 Apr 11 15:26:58.640886 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-62167522-e77f-4811-b3ce-dc34b9bec783 service neutron] 10.222.0.39 "GET /v2.0/networks/895943ef-9c29-4fae-b5b6-82ebc8c70f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705270 Apr 11 15:26:58.673755 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2652a11-ab74-487f-aa90-e748cf6ccb43 req-0830a447-d3c6-4df5-b6d2-6bc8ef7f7baf tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790842 Apr 11 15:26:59.575804 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73d535-52da-4de3-8e1c-5167e00fa45a req-31d38c32-2a26-47f9-9369-7c0465af91eb tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:59.577430 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6b73d535-52da-4de3-8e1c-5167e00fa45a req-31d38c32-2a26-47f9-9369-7c0465af91eb tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 944 time: 0.0957654 Apr 11 15:26:59.652611 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7cdccd3d-6c58-4130-8986-218acc73897b req-651ba028-9a0e-4d96-9810-e2d8d06c724f service neutron] 10.222.0.39 "GET /v2.0/networks/895943ef-9c29-4fae-b5b6-82ebc8c70f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895900 Apr 11 15:26:59.665046 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f1592-2d8a-4d63-bd9a-8c9cfc73aa92 req-8b4e620e-0962-4f67-8b21-d9deea9e59ac tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:59.666602 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c70f1592-2d8a-4d63-bd9a-8c9cfc73aa92 req-8b4e620e-0962-4f67-8b21-d9deea9e59ac tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0863664 Apr 11 15:26:59.724207 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6b73d535-52da-4de3-8e1c-5167e00fa45a req-7e033b99-7c89-4580-9bf6-babfd4418159 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323295 Apr 11 15:26:59.768945 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c70f1592-2d8a-4d63-bd9a-8c9cfc73aa92 req-4da5f578-010b-4769-a9e8-236134e6e881 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919688 Apr 11 15:26:59.863908 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204a5cd-f948-452e-982a-cd2e7674fa7d req-379fdd0f-a9e8-495b-839f-75a89f4f04f4 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:26:59.865729 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6204a5cd-f948-452e-982a-cd2e7674fa7d req-379fdd0f-a9e8-495b-839f-75a89f4f04f4 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0667684 Apr 11 15:26:59.938151 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6204a5cd-f948-452e-982a-cd2e7674fa7d req-facdd267-7bf4-4ec3-b18b-1fb750c67f36 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619981 Apr 11 15:27:00.858798 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b6123-3a08-4e20-beb7-b9341808b06d req-3eb9253a-b607-4ba0-a421-c8ac51c0a34e tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:00.860435 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f06b6123-3a08-4e20-beb7-b9341808b06d req-3eb9253a-b607-4ba0-a421-c8ac51c0a34e tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 944 time: 0.0568969 Apr 11 15:27:00.924684 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7be4a-7da6-4956-b77e-60ca9d53d952 req-990d1efe-3638-4901-be6d-8c9c53dad804 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:00.926310 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1cd7be4a-7da6-4956-b77e-60ca9d53d952 req-990d1efe-3638-4901-be6d-8c9c53dad804 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0649588 Apr 11 15:27:00.933061 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c9e6bf5c-0717-42de-bc68-37ccc5a77acd details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:27:00.970621 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f06b6123-3a08-4e20-beb7-b9341808b06d req-0e5d74b5-90cd-44a1-9b08-e353ff064d4d tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006820 Apr 11 15:27:01.024920 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1cd7be4a-7da6-4956-b77e-60ca9d53d952 req-57f5ef21-d040-4e12-b7af-33a9fc2aaf11 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870008 Apr 11 15:27:01.077574 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:01.095596 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'port_id': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'mac_address': 'fa:16:3e:a6:43:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:27:01.143183 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdfcce-e061-4b98-91bf-f675b80096b5 req-f70a65a0-0bc9-46fa-9c19-41093b1d012e tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:01.144181 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port c9e6bf5c-0717-42de-bc68-37ccc5a77acd is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:27:01.144874 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:01.145115 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a1cdfcce-e061-4b98-91bf-f675b80096b5 req-f70a65a0-0bc9-46fa-9c19-41093b1d012e tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0679574 Apr 11 15:27:01.167341 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e6bf5c-0717-42de-bc68-37ccc5a77acd {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:27:01.195906 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:01.227075 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a1cdfcce-e061-4b98-91bf-f675b80096b5 req-10b4c43c-715f-42be-b448-866fba6c4148 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730028 Apr 11 15:27:01.299252 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:01.368542 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:01.376441 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.376790 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.377160 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.377509 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.377848 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.378180 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.378512 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.378842 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.379172 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.379511 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.379905 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.380250 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.380584 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.380905 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.381236 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:01.608800 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['c9e6bf5c-0717-42de-bc68-37ccc5a77acd'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:27:02.132887 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafe8da-605e-40d6-b4c9-993484e89598 req-83dc7e2f-e93a-4ddb-8efe-3cf3e5044dee tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:02.134549 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6aafe8da-605e-40d6-b4c9-993484e89598 req-83dc7e2f-e93a-4ddb-8efe-3cf3e5044dee tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 944 time: 0.0580285 Apr 11 15:27:02.211102 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497aaa07-9990-43cb-ae27-d0107df4dbd9 req-546b7e2e-411d-4b36-9d6b-21899a67917b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:02.212905 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-497aaa07-9990-43cb-ae27-d0107df4dbd9 req-546b7e2e-411d-4b36-9d6b-21899a67917b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 945 time: 0.0753555 Apr 11 15:27:02.241796 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6aafe8da-605e-40d6-b4c9-993484e89598 req-b5c8594a-2a76-433c-ad5c-3dcd80d71ecd tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926323 Apr 11 15:27:02.291337 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-497aaa07-9990-43cb-ae27-d0107df4dbd9 req-dafb4d82-64c4-47c4-86f4-47bcd589ea36 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707779 Apr 11 15:27:02.378688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c47607-3484-47ac-8ef8-352c7adc145d req-7af30e82-47cf-4ca4-bb4d-6f91f41d4e75 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:02.380302 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-81c47607-3484-47ac-8ef8-352c7adc145d req-7af30e82-47cf-4ca4-bb4d-6f91f41d4e75 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0629830 Apr 11 15:27:02.448368 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-81c47607-3484-47ac-8ef8-352c7adc145d req-4df1bee5-b04f-4b47-8dd6-3928e2fd7546 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0&id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601771 Apr 11 15:27:02.941759 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 5e2887eb-e846-4819-a029-767815b62df2 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:27:02.943932 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c9e6bf5c-0717-42de-bc68-37ccc5a77acd up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:27:03.121512 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.db.resource_extend [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 15:27:03.178703 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port c9e6bf5c-0717-42de-bc68-37ccc5a77acd completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:27:03.208258 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 5e2887eb-e846-4819-a029-767815b62df2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5e2887eb-e846-4819-a029-767815b62df2,segment=NetworkSegment(54b12f33-357c-46fc-ad16-08289fd8a38b),segment_id=54b12f33-357c-46fc-ad16-08289fd8a38b)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:03.220998 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '5e2887eb-e846-4819-a029-767815b62df2', 'network_id': '895943ef-9c29-4fae-b5b6-82ebc8c70f55', 'port_id': '5e2887eb-e846-4819-a029-767815b62df2', 'mac_address': 'fa:16:3e:eb:67:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6253e0-90da-4a0c-bad1-e6b1b6171833', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:27:03.263725 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 5e2887eb-e846-4819-a029-767815b62df2 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:27:03.264116 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (5e2887eb-e846-4819-a029-767815b62df2), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:03.275257 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port c9e6bf5c-0717-42de-bc68-37ccc5a77acd triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:27:03.282240 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:03.282240 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2887eb-e846-4819-a029-767815b62df2 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:27:03.325692 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 5e2887eb-e846-4819-a029-767815b62df2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5e2887eb-e846-4819-a029-767815b62df2,segment=NetworkSegment(54b12f33-357c-46fc-ad16-08289fd8a38b),segment_id=54b12f33-357c-46fc-ad16-08289fd8a38b)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:03.374012 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port c9e6bf5c-0717-42de-bc68-37ccc5a77acd is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:27:03.374401 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:03.378717 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bc97c-51f2-4ce4-b47d-e5cf6ce52dce req-19d26ae9-0ce3-48d4-a6d7-8f3c30b4cc05 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:03.380498 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2a2bc97c-51f2-4ce4-b47d-e5cf6ce52dce req-19d26ae9-0ce3-48d4-a6d7-8f3c30b4cc05 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 944 time: 0.0550909 Apr 11 15:27:03.398930 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:03.401289 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa729bf-e83c-4f7e-b589-bc27953661c2" -d '{"events": [{"server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "name": "network-vif-plugged", "status": "completed", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:03.415786 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:03.441841 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (5e2887eb-e846-4819-a029-767815b62df2), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:03.448110 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee753b5-9b93-414b-b010-2efa2895ace5 req-ba1835eb-113c-4eb5-b801-450a0a4e9fb0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:03.448110 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ee753b5-9b93-414b-b010-2efa2895ace5 req-ba1835eb-113c-4eb5-b801-450a0a4e9fb0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 945 time: 0.0653784 Apr 11 15:27:03.489349 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2a2bc97c-51f2-4ce4-b47d-e5cf6ce52dce req-b6669ae2-a7ac-4d83-b43a-e4e666deefcd tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982168 Apr 11 15:27:03.494548 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=5e2887eb-e846-4819-a029-767815b62df2,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:03.522912 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ee753b5-9b93-414b-b010-2efa2895ace5 req-7f155b62-27b2-4a94-954c-a4d89adda42a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691390 Apr 11 15:27:03.541843 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d818867-ab40-45e8-94c6-fb03bd4a9ea9 x-openstack-request-id: req-2d818867-ab40-45e8-94c6-fb03bd4a9ea9 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:03.542364 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "name": "network-vif-plugged", "status": "completed", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:03.543195 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2d818867-ab40-45e8-94c6-fb03bd4a9ea9 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:03.543699 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d818867-ab40-45e8-94c6-fb03bd4a9ea9'] response: {'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'code': 200} Apr 11 15:27:03.549851 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:03.598329 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:03.733935 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['5e2887eb-e846-4819-a029-767815b62df2'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:27:03.913806 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcce30-db3a-4138-bc47-b53ad9533b6a req-31ca64b1-0148-42b0-8ba7-19fe425c7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:03.915330 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c0fcce30-db3a-4138-bc47-b53ad9533b6a req-31ca64b1-0148-42b0-8ba7-19fe425c7fdb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 1130 time: 0.0414064 Apr 11 15:27:03.958921 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c0fcce30-db3a-4138-bc47-b53ad9533b6a req-a2bbf1cf-cdfc-4989-b657-b7417923f40a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368738 Apr 11 15:27:04.606005 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaf8f9-732b-4845-b470-bf0829ce9bb2 req-0d836e04-5c4d-4549-b5a8-fced7aba4919 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:04.607496 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2bfaf8f9-732b-4845-b470-bf0829ce9bb2 req-0d836e04-5c4d-4549-b5a8-fced7aba4919 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 945 time: 0.0493739 Apr 11 15:27:04.674133 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c191ab-221c-4d42-a6c6-ade4881d86b3 req-b2f269b1-ca5a-4919-8233-4ccd4ce71f25 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:04.675631 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-50c191ab-221c-4d42-a6c6-ade4881d86b3 req-b2f269b1-ca5a-4919-8233-4ccd4ce71f25 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0672340 Apr 11 15:27:04.703728 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2bfaf8f9-732b-4845-b470-bf0829ce9bb2 req-eb21cdd1-cbe6-4719-a6dc-d4ca935eb8ac tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869589 Apr 11 15:27:04.734836 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-50c191ab-221c-4d42-a6c6-ade4881d86b3 req-b7f9e5bd-b5ce-414b-8b50-bb9a7a5174c4 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533230 Apr 11 15:27:04.974569 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 5e2887eb-e846-4819-a029-767815b62df2 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:27:05.018772 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 5e2887eb-e846-4819-a029-767815b62df2 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:27:05.121331 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 5e2887eb-e846-4819-a029-767815b62df2 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:27:05.121810 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (5e2887eb-e846-4819-a029-767815b62df2), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:05.201279 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 5e2887eb-e846-4819-a029-767815b62df2 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:27:05.201671 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (5e2887eb-e846-4819-a029-767815b62df2), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:05.238256 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 5e2887eb-e846-4819-a029-767815b62df2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5e2887eb-e846-4819-a029-767815b62df2,segment=NetworkSegment(54b12f33-357c-46fc-ad16-08289fd8a38b),segment_id=54b12f33-357c-46fc-ad16-08289fd8a38b)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:05.395568 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (5e2887eb-e846-4819-a029-767815b62df2), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:05.445465 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=5e2887eb-e846-4819-a029-767815b62df2,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:05.545001 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0542e158-f6a7-4117-aa3e-79614632d1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2887eb-e846-4819-a029-767815b62df2'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:05.547417 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b339f6-8184-4964-9c8d-010963b8263c" -d '{"events": [{"server_uuid": "0542e158-f6a7-4117-aa3e-79614632d1b1", "name": "network-vif-plugged", "status": "completed", "tag": "5e2887eb-e846-4819-a029-767815b62df2"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:05.583936 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421f21f6-8946-40a9-b18d-26ba14bf37d0 x-openstack-request-id: req-421f21f6-8946-40a9-b18d-26ba14bf37d0 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:05.584233 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0542e158-f6a7-4117-aa3e-79614632d1b1", "name": "network-vif-plugged", "status": "completed", "tag": "5e2887eb-e846-4819-a029-767815b62df2", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:05.584500 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-421f21f6-8946-40a9-b18d-26ba14bf37d0 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:05.584910 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421f21f6-8946-40a9-b18d-26ba14bf37d0'] response: {'server_uuid': '0542e158-f6a7-4117-aa3e-79614632d1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2887eb-e846-4819-a029-767815b62df2', 'code': 200} Apr 11 15:27:05.849008 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d85e5-5d34-4ca5-b528-35f44802626e req-dc41e1c1-8ae1-4b1b-bae5-7040678fb3e2 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:05.850135 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-827d85e5-5d34-4ca5-b528-35f44802626e req-dc41e1c1-8ae1-4b1b-bae5-7040678fb3e2 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 946 time: 0.0716147 Apr 11 15:27:05.879104 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751d4ab-f738-4fe2-855b-a5ab05677f24 req-95f0474e-d47b-4e29-acf1-da36587cc879 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:05.880573 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3751d4ab-f738-4fe2-855b-a5ab05677f24 req-95f0474e-d47b-4e29-acf1-da36587cc879 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0687506 Apr 11 15:27:05.930790 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-827d85e5-5d34-4ca5-b528-35f44802626e req-a78b0129-07e9-402f-bd12-a4e6b378ae51 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743682 Apr 11 15:27:05.962863 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3751d4ab-f738-4fe2-855b-a5ab05677f24 req-3ea371a9-0ce9-47d2-80ed-df5d2b0f8708 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757875 Apr 11 15:27:05.990636 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c9b1d-ab49-434c-846b-78b1ab639245 req-a0f9ef02-176c-46a6-864f-7a4b550b46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:05.992550 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b58c9b1d-ab49-434c-846b-78b1ab639245 req-a0f9ef02-176c-46a6-864f-7a4b550b46b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 1130 time: 0.0421779 Apr 11 15:27:06.054240 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b58c9b1d-ab49-434c-846b-78b1ab639245 req-ea40f92d-b2d1-4f51-8bcb-a96676fcd2c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544548 Apr 11 15:27:07.045883 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce86355-8da5-4495-a308-d0b242305346 req-fa4cf933-109e-4145-8c0d-c497f3e7d770 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:07.047553 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4ce86355-8da5-4495-a308-d0b242305346 req-fa4cf933-109e-4145-8c0d-c497f3e7d770 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 946 time: 0.0478313 Apr 11 15:27:07.116608 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdf83-8b73-495a-8bae-b42164b26f08 req-7dce881b-aec2-4f24-96b2-ff1cc7f973a8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:07.118111 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-45bfdf83-8b73-495a-8bae-b42164b26f08 req-7dce881b-aec2-4f24-96b2-ff1cc7f973a8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0695467 Apr 11 15:27:07.147943 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4ce86355-8da5-4495-a308-d0b242305346 req-19010b6d-3298-45da-959c-3f801240248c tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902700 Apr 11 15:27:07.185513 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-45bfdf83-8b73-495a-8bae-b42164b26f08 req-e5015f6a-84eb-4d0b-82f2-4ce237060c2a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611906 Apr 11 15:27:07.302773 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c9b3c-260d-4ced-930f-5e4b42c03791 req-c069db30-240c-4439-a4e5-be6a185dde58 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:07.304362 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-246c9b3c-260d-4ced-930f-5e4b42c03791 req-c069db30-240c-4439-a4e5-be6a185dde58 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0486035 Apr 11 15:27:07.313297 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36118) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:07.317712 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-a8129411-983a-4d61-8c93-42e192f4c351 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Request body: {'floatingip': {'port_id': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:27:07.357257 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a8129411-983a-4d61-8c93-42e192f4c351 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (7298e7c1-18a3-4cee-b83f-9bef5b476b2d), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:07.991856 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-40e0732e-d261-4138-9865-748562440ccc req-80d30b12-5470-4184-a4c1-c64f25235be2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3250244 Apr 11 15:27:08.035281 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:27:08.113578 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0732e-d261-4138-9865-748562440ccc req-20e779fa-2f53-4cbc-8d76-c97e37ac9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:08.115067 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-40e0732e-d261-4138-9865-748562440ccc req-20e779fa-2f53-4cbc-8d76-c97e37ac9216 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 1130 time: 0.0794137 Apr 11 15:27:08.128480 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a8129411-983a-4d61-8c93-42e192f4c351 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:08.194250 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a8129411-983a-4d61-8c93-42e192f4c351 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (7298e7c1-18a3-4cee-b83f-9bef5b476b2d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:08.324214 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0732e-d261-4138-9865-748562440ccc req-dc716324-186d-46a5-a1e3-0f93226d815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:08.325592 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-40e0732e-d261-4138-9865-748562440ccc req-dc716324-186d-46a5-a1e3-0f93226d815b service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 200 len: 919 time: 0.1928415 Apr 11 15:27:08.345484 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e9a79-3ab7-465c-8965-a7b2ce15da1c req-5734145d-c4d4-4dee-9f80-6ef82138cae5 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:08.346970 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa1e9a79-3ab7-465c-8965-a7b2ce15da1c req-5734145d-c4d4-4dee-9f80-6ef82138cae5 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 946 time: 0.1128883 Apr 11 15:27:08.382018 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-40e0732e-d261-4138-9865-748562440ccc req-f5f080e9-ff00-4626-bff0-b164e529a500 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6 HTTP/1.1" status: 200 len: 217 time: 0.0498519 Apr 11 15:27:08.435240 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:08.442533 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-a8129411-983a-4d61-8c93-42e192f4c351 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Floating IP 7298e7c1-18a3-4cee-b83f-9bef5b476b2d associated. External IP: 172.27.0.101, port: c9e6bf5c-0717-42de-bc68-37ccc5a77acd. Apr 11 15:27:08.512552 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa1e9a79-3ab7-465c-8965-a7b2ce15da1c req-d3502d70-d71e-4049-bc1c-6a70b938d287 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350503 Apr 11 15:27:08.513962 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0732e-d261-4138-9865-748562440ccc req-d42216f0-8ebc-405b-b504-60ead93f5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:08.515344 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-40e0732e-d261-4138-9865-748562440ccc req-d42216f0-8ebc-405b-b504-60ead93f5e8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 200 len: 857 time: 0.1255825 Apr 11 15:27:08.599933 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0732e-d261-4138-9865-748562440ccc req-7980d340-5b4a-4f37-9bbc-8dd72f698781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:08.601465 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-40e0732e-d261-4138-9865-748562440ccc req-7980d340-5b4a-4f37-9bbc-8dd72f698781 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc3139d6-6903-49d1-a95b-667580eb14d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793052 Apr 11 15:27:08.782669 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-40e0732e-d261-4138-9865-748562440ccc req-cd89b473-71be-4463-936a-f0e09a62b1c3 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731932 Apr 11 15:27:08.826301 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8129411-983a-4d61-8c93-42e192f4c351 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:27:08.935899 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-40e0732e-d261-4138-9865-748562440ccc req-7de835b2-ba3b-46cb-9975-fd7477ad7180 service neutron] 10.222.0.39 "GET /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429446 Apr 11 15:27:08.991515 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8129411-983a-4d61-8c93-42e192f4c351 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:27:08.996376 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a8129411-983a-4d61-8c93-42e192f4c351 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:09.001049 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] Sync routers for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:27:09.010158 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:27:09.011531 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:26:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:09.025413 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a8129411-983a-4d61-8c93-42e192f4c351 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "PUT /v2.0/floatingips/7298e7c1-18a3-4cee-b83f-9bef5b476b2d HTTP/1.1" status: 200 len: 992 time: 1.7110400 Apr 11 15:27:09.025996 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:09.028870 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:09.075678 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c93c9b0-b312-444a-809e-10f9f11a56ca x-openstack-request-id: req-6c93c9b0-b312-444a-809e-10f9f11a56ca {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:09.075981 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:09.076382 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c93c9b0-b312-444a-809e-10f9f11a56ca {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:09.076819 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c93c9b0-b312-444a-809e-10f9f11a56ca'] response: {'name': 'network-changed', 'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'status': 'completed', 'code': 200} Apr 11 15:27:09.130062 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:27:09.153102 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-ec988f76-ddf0-4931-a8cd-136551d1570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:09.154658 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-ec988f76-ddf0-4931-a8cd-136551d1570d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 1130 time: 0.0413842 Apr 11 15:27:09.263278 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-fbdf028f-3495-4815-a406-ed09c95152cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:09.264817 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-fbdf028f-3495-4815-a406-ed09c95152cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 918 time: 0.0962050 Apr 11 15:27:09.348069 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-6c7055a6-dc3b-45d3-bd5e-550933e753c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd HTTP/1.1" status: 200 len: 1000 time: 0.0714049 Apr 11 15:27:09.407331 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7298e7c1-18a3-4cee-b83f-9bef5b476b2d', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'port_id': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'mac_address': 'fa:16:3e:a6:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:51Z', 'updated_at': '2022-04-11T15:27:08Z', 'revision_number': 1, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:09.410748 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-c78553d7-6fc8-4c90-b9d9-8ec0486a65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:09.412316 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-c78553d7-6fc8-4c90-b9d9-8ec0486a65b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.0569167 Apr 11 15:27:09.436654 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] Checking router: b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:27:09.445824 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:27:09.446464 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:26:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:09.483802 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-a925a6ea-4317-4823-8432-1c7a13e450d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:09.485705 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-a925a6ea-4317-4823-8432-1c7a13e450d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651367 Apr 11 15:27:09.614425 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-15472f09-0bb5-4f75-a3bb-df22ce9e2b8f service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169703 Apr 11 15:27:09.634284 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:27:09.757411 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-515c69e2-67ec-4ef3-b7b3-7214e7287e4d req-361dd75f-36b7-40be-80e5-86db76cecbdb service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349258 Apr 11 15:27:09.913145 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7298e7c1-18a3-4cee-b83f-9bef5b476b2d', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'port_id': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'mac_address': 'fa:16:3e:a6:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:51Z', 'updated_at': '2022-04-11T15:27:08Z', 'revision_number': 1, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:09.947965 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961251f-c558-48f2-98f3-4977f2ad2dab None None] The sync data for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi is: [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7298e7c1-18a3-4cee-b83f-9bef5b476b2d', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'port_id': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'mac_address': 'fa:16:3e:a6:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:26:51Z', 'updated_at': '2022-04-11T15:27:08Z', 'revision_number': 1, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:27:10.192948 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd46cc9-591a-4229-964a-ccf4a0fc21b2 None None] New status for floating IP 7298e7c1-18a3-4cee-b83f-9bef5b476b2d: ACTIVE {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:27:12.084414 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-80ddd993-36b8-4873-8819-921beb263709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:14.487420 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-178b22e9-d135-4c31-a61e-2518eb1ea5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:15.464390 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:16.762551 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:18.376107 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:19.404559 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9cddc-6689-4de8-8851-dc438c72bc44 req-bd9feab7-a5a8-469d-9a25-487983b98053 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:19.406060 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-afd9cddc-6689-4de8-8851-dc438c72bc44 req-bd9feab7-a5a8-469d-9a25-487983b98053 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0523653 Apr 11 15:27:19.454856 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-afd9cddc-6689-4de8-8851-dc438c72bc44 req-f4b7cc7c-cd30-4b4f-a980-184b821389a2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428154 Apr 11 15:27:20.706270 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f9794-b97d-407e-99ff-d14cbb6b6e42 req-10264c2f-04f8-4a18-b640-cc217f1ec17a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:20.707706 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-888f9794-b97d-407e-99ff-d14cbb6b6e42 req-10264c2f-04f8-4a18-b640-cc217f1ec17a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.1803560 Apr 11 15:27:20.764687 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-888f9794-b97d-407e-99ff-d14cbb6b6e42 req-0a1a46e4-2e47-4e70-a06b-d1768547b2fe tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508127 Apr 11 15:27:21.887136 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81063ada-65c2-438c-9435-9aedf9d030eb req-9cbaa381-a5a8-4f93-9fe5-130600eed1d2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:21.888746 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-81063ada-65c2-438c-9435-9aedf9d030eb req-9cbaa381-a5a8-4f93-9fe5-130600eed1d2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0512764 Apr 11 15:27:21.946818 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-81063ada-65c2-438c-9435-9aedf9d030eb req-837ec03d-ea53-4292-8ec3-49c32bd47f35 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518978 Apr 11 15:27:23.091003 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985d646-0781-4a27-b9c8-c93d550ce7df req-35a8dac9-edc1-4608-b535-e25a7b47d602 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:23.092060 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0985d646-0781-4a27-b9c8-c93d550ce7df req-35a8dac9-edc1-4608-b535-e25a7b47d602 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0616252 Apr 11 15:27:23.152851 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0985d646-0781-4a27-b9c8-c93d550ce7df req-471c0d50-f343-4e4f-82bd-f64922bcdd1c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520253 Apr 11 15:27:24.378645 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a3773-f0a5-4737-b48f-29d062e2ad4e req-375af097-cd98-4742-af54-7a4f023e354c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:24.380692 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7f7a3773-f0a5-4737-b48f-29d062e2ad4e req-375af097-cd98-4742-af54-7a4f023e354c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0763373 Apr 11 15:27:24.442749 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7f7a3773-f0a5-4737-b48f-29d062e2ad4e req-4467976d-51e6-440e-866d-cd53a5f4126c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548596 Apr 11 15:27:25.577166 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10c6a4-cc5c-420d-9a1a-1c0c95230c34 req-25adb07c-b76b-4650-bc4e-6a8a102a79ed tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:25.578696 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a10c6a4-cc5c-420d-9a1a-1c0c95230c34 req-25adb07c-b76b-4650-bc4e-6a8a102a79ed tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0537720 Apr 11 15:27:25.626031 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a10c6a4-cc5c-420d-9a1a-1c0c95230c34 req-128af617-b0bd-4ef7-aff3-e4580504c93b tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416558 Apr 11 15:27:26.550529 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-d334e8aa-59de-4ebd-95b3-8318162b2597 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:26.552592 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-d334e8aa-59de-4ebd-95b3-8318162b2597 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0598905 Apr 11 15:27:26.650136 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Deleting port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:26.650817 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:26.780111 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551640d-1ceb-4c21-8f83-b0c0b783b91f req-cf942c4e-59ee-4c03-a2a5-150f3f2f9f44 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:26.781684 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6551640d-1ceb-4c21-8f83-b0c0b783b91f req-cf942c4e-59ee-4c03-a2a5-150f3f2f9f44 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 946 time: 0.0707762 Apr 11 15:27:26.805876 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] For port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:26.806167 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:26.895415 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6551640d-1ceb-4c21-8f83-b0c0b783b91f req-36b678ae-aef6-46f0-8dcb-266eb6a3f173 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=32b1b944-3c33-44d3-b13e-1b6605920177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035509 Apr 11 15:27:27.031814 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:27.032186 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (fce1c6b6-b97b-4476-828b-b441f3b35b1e), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:27.032513 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Floating IP fce1c6b6-b97b-4476-828b-b441f3b35b1e disassociated. External IP: 172.27.0.103, port: c5309d0d-72d6-49f6-9ff2-2eb9d76104cc. Apr 11 15:27:27.032866 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Calling delete_port for c5309d0d-72d6-49f6-9ff2-2eb9d76104cc owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:27.253490 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (c5309d0d-72d6-49f6-9ff2-2eb9d76104cc), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:27.283397 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event deleted for resources: {'Port': ['ID=c5309d0d-72d6-49f6-9ff2-2eb9d76104cc,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:27.427199 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Router 063d8bc9-c0a2-4f95-8737-9f57069c6edd has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:27:27.830438 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:27:27.841136 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] Sync routers for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:27:27.852314 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:27:27.852948 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:27:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:27.877930 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] No DVR routers for this DVR port c5309d0d-72d6-49f6-9ff2-2eb9d76104cc on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:27:27.880723 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:27.884221 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fcb378a9-6855-4c51-b1a2-ff826cc9d07d req-17c9de1a-db41-42e4-aabf-e5ab4ab6a056 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "DELETE /v2.0/ports/c5309d0d-72d6-49f6-9ff2-2eb9d76104cc HTTP/1.1" status: 204 len: 173 time: 1.3252926 Apr 11 15:27:27.884626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'name': 'network-vif-deleted', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:27.887582 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f28483-2548-482d-9bec-13324d907595" -d '{"events": [{"server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "name": "network-vif-deleted", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:27.934886 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63d5998-fae5-4204-b8b8-3e4f4c77e10e x-openstack-request-id: req-a63d5998-fae5-4204-b8b8-3e4f4c77e10e {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:27.935260 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f13388b-426d-4daf-b178-60e97cd567f9", "name": "network-vif-deleted", "tag": "c5309d0d-72d6-49f6-9ff2-2eb9d76104cc", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:27.935493 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a63d5998-fae5-4204-b8b8-3e4f4c77e10e {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:27.935943 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63d5998-fae5-4204-b8b8-3e4f4c77e10e'] response: {'server_uuid': '1f13388b-426d-4daf-b178-60e97cd567f9', 'name': 'network-vif-deleted', 'tag': 'c5309d0d-72d6-49f6-9ff2-2eb9d76104cc', 'status': 'completed', 'code': 200} Apr 11 15:27:27.982350 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:27:28.004131 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-31dbe48a-b9d3-42fc-a950-c301bfa2f93c req-61967be5-5955-4e9b-ad51-5d0a172c2442 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f13388b-426d-4daf-b178-60e97cd567f9 HTTP/1.1" status: 200 len: 210 time: 0.0341010 Apr 11 15:27:28.211105 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:25Z', 'revision_number': 5, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:28.239265 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] Checking router: 063d8bc9-c0a2-4f95-8737-9f57069c6edd for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:27:28.249485 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:27:28.250129 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:27:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:28.379866 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:27:28.591699 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:25Z', 'revision_number': 5, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:28.620687 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a75c52-1a39-4a58-9e17-38fd437dd4ad None None] The sync data for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi is: [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '66d16515-a7a2-46ec-ab98-1fc65999e6ec', 'name': '', 'network_id': 'cc3139d6-6903-49d1-a95b-667580eb14d3', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'mac_address': 'fa:16:3e:b2:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:25Z', 'revision_number': 5, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'subnets': [{'id': '88f03960-1a9b-4327-bbda-41fdebf7bb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:27:28.856540 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31321371-d95e-41d1-834a-98838833ea9c None None] New status for floating IP fce1c6b6-b97b-4476-828b-b441f3b35b1e: DOWN {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:27:29.189939 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36244) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:29.264093 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ef028510-4f65-48be-b880-ab313988634c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group (32b1b944-3c33-44d3-b13e-1b6605920177), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:29.291666 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ef028510-4f65-48be-b880-ab313988634c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group (32b1b944-3c33-44d3-b13e-1b6605920177), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:29.399314 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ef028510-4f65-48be-b880-ab313988634c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (32b1b944-3c33-44d3-b13e-1b6605920177), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:29.402229 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ef028510-4f65-48be-b880-ab313988634c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:29.403515 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-ef028510-4f65-48be-b880-ab313988634c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "DELETE /v2.0/security-groups/32b1b944-3c33-44d3-b13e-1b6605920177 HTTP/1.1" status: 204 len: 168 time: 0.2162178 Apr 11 15:27:29.412266 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36250) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:29.413267 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef028510-4f65-48be-b880-ab313988634c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1b944-3c33-44d3-b13e-1b6605920177,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:29.428255 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.api.v2.resource [None req-204cb7f1-5394-49d6-959b-b060fc42e004 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] show failed (client error): The resource could not be found. Apr 11 15:27:29.432322 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36252) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:29.432495 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-204cb7f1-5394-49d6-959b-b060fc42e004 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups/32b1b944-3c33-44d3-b13e-1b6605920177 HTTP/1.1" status: 404 len: 347 time: 0.0183430 Apr 11 15:27:29.571893 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-3ac906e1-d02b-4789-b6d6-b090cb5f030c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Deleting port 03f4e75d-6da8-40cc-8a7f-5afd84321922 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:29.572230 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3ac906e1-d02b-4789-b6d6-b090cb5f030c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (03f4e75d-6da8-40cc-8a7f-5afd84321922), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:29.655269 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3ac906e1-d02b-4789-b6d6-b090cb5f030c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (03f4e75d-6da8-40cc-8a7f-5afd84321922), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:29.655641 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3ac906e1-d02b-4789-b6d6-b090cb5f030c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for floatingip (03f4e75d-6da8-40cc-8a7f-5afd84321922), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:29.670019 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-3ac906e1-d02b-4789-b6d6-b090cb5f030c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Calling delete_port for 03f4e75d-6da8-40cc-8a7f-5afd84321922 owned by network:floatingip {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:29.953652 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3ac906e1-d02b-4789-b6d6-b090cb5f030c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (03f4e75d-6da8-40cc-8a7f-5afd84321922), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:29.989961 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac906e1-d02b-4789-b6d6-b090cb5f030c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event deleted for resources: {'Port': ['ID=03f4e75d-6da8-40cc-8a7f-5afd84321922,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:30.062599 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3ac906e1-d02b-4789-b6d6-b090cb5f030c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks [] for floatingip (fce1c6b6-b97b-4476-828b-b441f3b35b1e), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:30.065513 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3ac906e1-d02b-4789-b6d6-b090cb5f030c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:30.066963 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-3ac906e1-d02b-4789-b6d6-b090cb5f030c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "DELETE /v2.0/floatingips/fce1c6b6-b97b-4476-828b-b441f3b35b1e HTTP/1.1" status: 204 len: 168 time: 0.6317782 Apr 11 15:27:31.151953 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c5309d0d-72d6-49f6-9ff2-2eb9d76104cc no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:27:31.173683 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: c5309d0d-72d6-49f6-9ff2-2eb9d76104cc {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:27:31.173953 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c5309d0d-72d6-49f6-9ff2-2eb9d76104cc not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:27:33.551935 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c6fdf-a29b-4e34-ae12-3f0d2e1eed5a req-1f7faf66-a423-4bbf-a87d-eb7253118b6f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:33.553782 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c10c6fdf-a29b-4e34-ae12-3f0d2e1eed5a req-1f7faf66-a423-4bbf-a87d-eb7253118b6f tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0532014 Apr 11 15:27:33.608965 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c10c6fdf-a29b-4e34-ae12-3f0d2e1eed5a req-9a0fb972-6b52-4326-b5ae-68b4cb054cc2 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486991 Apr 11 15:27:34.013232 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d991ed7-a603-432c-9df9-f45310f223c2 req-5e9ef07f-e396-4944-91b8-cd976dcb4dfb tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:34.014665 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d991ed7-a603-432c-9df9-f45310f223c2 req-5e9ef07f-e396-4944-91b8-cd976dcb4dfb tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 946 time: 0.0545423 Apr 11 15:27:34.077057 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d991ed7-a603-432c-9df9-f45310f223c2 req-9a66a2de-01d3-4c30-91c9-1a285bd6b9d4 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564213 Apr 11 15:27:34.734309 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7400d8-79f6-421f-94ad-cced8d6d5cf0 req-ce602b7b-d804-49be-9606-de74195f836d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:34.735819 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1f7400d8-79f6-421f-94ad-cced8d6d5cf0 req-ce602b7b-d804-49be-9606-de74195f836d tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0537677 Apr 11 15:27:34.793652 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1f7400d8-79f6-421f-94ad-cced8d6d5cf0 req-f4ff8ab9-4e83-42a1-a14d-b843fb52c6f3 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517752 Apr 11 15:27:35.206138 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce914968-1fff-4ed4-9f8a-7438878a50c6 req-99f83d9f-5dff-4f6d-8a08-b87cabac7403 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:35.207724 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ce914968-1fff-4ed4-9f8a-7438878a50c6 req-99f83d9f-5dff-4f6d-8a08-b87cabac7403 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 946 time: 0.0538924 Apr 11 15:27:35.256988 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ce914968-1fff-4ed4-9f8a-7438878a50c6 req-6297bb2a-295d-448a-8dca-c6bb9dc603de tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Apr 11 15:27:35.911424 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34472d60-7511-4ba8-9d8f-390cf3327d12 req-48111982-d8fe-4ba6-b5ad-02ad44f3eb4a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:35.912980 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-34472d60-7511-4ba8-9d8f-390cf3327d12 req-48111982-d8fe-4ba6-b5ad-02ad44f3eb4a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0498810 Apr 11 15:27:35.962323 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-34472d60-7511-4ba8-9d8f-390cf3327d12 req-7c816102-96a2-4844-a834-378c3046f20a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428667 Apr 11 15:27:36.387932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4036392-5b72-4c5c-b525-1ddd35eb0b63 req-7010f760-09a6-4199-b37f-827f29e30938 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:36.389490 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f4036392-5b72-4c5c-b525-1ddd35eb0b63 req-7010f760-09a6-4199-b37f-827f29e30938 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 946 time: 0.0542426 Apr 11 15:27:36.446620 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f4036392-5b72-4c5c-b525-1ddd35eb0b63 req-ad2c2235-a937-401d-9725-150607bd59c6 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507095 Apr 11 15:27:37.082279 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439af4f-ba45-4257-95e9-92c4cb04123c req-a151de02-fa64-4ef2-b5a6-b82bdb62c25c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:37.083978 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2439af4f-ba45-4257-95e9-92c4cb04123c req-a151de02-fa64-4ef2-b5a6-b82bdb62c25c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0492153 Apr 11 15:27:37.135549 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2439af4f-ba45-4257-95e9-92c4cb04123c req-17a61f22-1a0b-47ca-bf28-da4b9696245e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457795 Apr 11 15:27:37.491177 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-2331e258-e664-4739-a5a3-c7e8941dc6dc tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:37.492743 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-2331e258-e664-4739-a5a3-c7e8941dc6dc tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Apr 11 15:27:37.570811 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-1183ee24-1b35-4644-a6f1-af4e8a03ab3b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:37.572344 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-1183ee24-1b35-4644-a6f1-af4e8a03ab3b tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.39 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 946 time: 0.0481329 Apr 11 15:27:37.596573 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f76c7-99f7-4bb4-a858-012c596c22d5 req-b96ace3b-68e3-4042-80fd-394958fdecee tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:37.598158 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-612f76c7-99f7-4bb4-a858-012c596c22d5 req-b96ace3b-68e3-4042-80fd-394958fdecee tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 946 time: 0.0810015 Apr 11 15:27:37.665444 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-9f91b59d-eee8-48de-9141-f4aa339c2baa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Deleting port 5e2887eb-e846-4819-a029-767815b62df2 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:37.665792 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-9f91b59d-eee8-48de-9141-f4aa339c2baa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (5e2887eb-e846-4819-a029-767815b62df2), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:37.667489 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-a574c81c-5b7a-4eff-a9b6-5dadd8870024 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Deleting port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:37.667915 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-a574c81c-5b7a-4eff-a9b6-5dadd8870024 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:37.711092 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-612f76c7-99f7-4bb4-a858-012c596c22d5 req-09c42b61-9aba-49ba-bc79-f6a485321977 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/security-groups?id=655901db-d7a7-4d83-88fa-a7af73ade633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025541 Apr 11 15:27:37.765064 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-9f91b59d-eee8-48de-9141-f4aa339c2baa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] For port 5e2887eb-e846-4819-a029-767815b62df2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=5e2887eb-e846-4819-a029-767815b62df2,segment=NetworkSegment(54b12f33-357c-46fc-ad16-08289fd8a38b),segment_id=54b12f33-357c-46fc-ad16-08289fd8a38b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:37.765433 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-9f91b59d-eee8-48de-9141-f4aa339c2baa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (5e2887eb-e846-4819-a029-767815b62df2), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:37.779558 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-9f91b59d-eee8-48de-9141-f4aa339c2baa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Calling delete_port for 5e2887eb-e846-4819-a029-767815b62df2 owned by compute:nova {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:37.790781 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-a574c81c-5b7a-4eff-a9b6-5dadd8870024 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] For port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:37.791159 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-a574c81c-5b7a-4eff-a9b6-5dadd8870024 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:37.805273 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-a574c81c-5b7a-4eff-a9b6-5dadd8870024 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Calling delete_port for f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:38.013981 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-9f91b59d-eee8-48de-9141-f4aa339c2baa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (5e2887eb-e846-4819-a029-767815b62df2), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:38.027707 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['5e2887eb-e846-4819-a029-767815b62df2'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:27:38.039981 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-a574c81c-5b7a-4eff-a9b6-5dadd8870024 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:38.061316 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91b59d-eee8-48de-9141-f4aa339c2baa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Pushing event deleted for resources: {'Port': ['ID=5e2887eb-e846-4819-a029-767815b62df2,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:38.114876 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574c81c-5b7a-4eff-a9b6-5dadd8870024 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event deleted for resources: {'Port': ['ID=f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:38.130127 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-9f91b59d-eee8-48de-9141-f4aa339c2baa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] No DVR routers for this DVR port 5e2887eb-e846-4819-a029-767815b62df2 on host hv-cinder-83608 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:27:38.130127 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-9f91b59d-eee8-48de-9141-f4aa339c2baa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:38.131367 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-89b44764-34e0-4f99-a0e3-368b5055c0c1 req-9f91b59d-eee8-48de-9141-f4aa339c2baa tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.39 "DELETE /v2.0/ports/5e2887eb-e846-4819-a029-767815b62df2 HTTP/1.1" status: 204 len: 173 time: 0.5534582 Apr 11 15:27:38.132012 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0542e158-f6a7-4117-aa3e-79614632d1b1', 'name': 'network-vif-deleted', 'tag': '5e2887eb-e846-4819-a029-767815b62df2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:38.134440 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e1f289-ac5c-468a-a859-2826d5a95ed0" -d '{"events": [{"server_uuid": "0542e158-f6a7-4117-aa3e-79614632d1b1", "name": "network-vif-deleted", "tag": "5e2887eb-e846-4819-a029-767815b62df2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:38.186912 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-a574c81c-5b7a-4eff-a9b6-5dadd8870024 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] No DVR routers for this DVR port f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:27:38.193423 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-a574c81c-5b7a-4eff-a9b6-5dadd8870024 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:38.194109 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b2d92143-aac2-4b96-864d-56d839fbc720 req-a574c81c-5b7a-4eff-a9b6-5dadd8870024 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "DELETE /v2.0/ports/f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f HTTP/1.1" status: 204 len: 173 time: 0.6678505 Apr 11 15:27:38.195333 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1455bb81-7a74-4480-a71d-36b71fc4b479', 'name': 'network-vif-deleted', 'tag': 'f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:38.198852 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebbf6f2-631d-495b-94dd-5aeef4da6fc0" -d '{"events": [{"server_uuid": "1455bb81-7a74-4480-a71d-36b71fc4b479", "name": "network-vif-deleted", "tag": "f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:38.226935 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['e3f36e78-8a24-4034-8311-8a7b48f71ea6', 'f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:27:38.259146 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-173553d1-f90f-4978-9463-4491ff3cfd08 req-1e091b2c-8804-4858-8cd2-fbef441e498e tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 210 time: 0.0386586 Apr 11 15:27:38.298328 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4378a44c-ccf1-4aef-b09d-64df0257fb9d x-openstack-request-id: req-4378a44c-ccf1-4aef-b09d-64df0257fb9d {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:38.298790 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0542e158-f6a7-4117-aa3e-79614632d1b1", "name": "network-vif-deleted", "tag": "5e2887eb-e846-4819-a029-767815b62df2", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:38.299155 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4378a44c-ccf1-4aef-b09d-64df0257fb9d {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:38.300114 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4378a44c-ccf1-4aef-b09d-64df0257fb9d'] response: {'server_uuid': '0542e158-f6a7-4117-aa3e-79614632d1b1', 'name': 'network-vif-deleted', 'tag': '5e2887eb-e846-4819-a029-767815b62df2', 'status': 'completed', 'code': 200} Apr 11 15:27:38.312650 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d61b94c-8b2a-430c-96cc-0b17581e73a8 x-openstack-request-id: req-5d61b94c-8b2a-430c-96cc-0b17581e73a8 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:38.312944 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1455bb81-7a74-4480-a71d-36b71fc4b479", "name": "network-vif-deleted", "tag": "f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:38.313199 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d61b94c-8b2a-430c-96cc-0b17581e73a8 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:38.313614 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d61b94c-8b2a-430c-96cc-0b17581e73a8'] response: {'server_uuid': '1455bb81-7a74-4480-a71d-36b71fc4b479', 'name': 'network-vif-deleted', 'tag': 'f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f', 'status': 'completed', 'code': 200} Apr 11 15:27:38.468344 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:38.844104 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b7bb9204-2afd-4314-9fde-010e757598b0 req-830bcb10-2c14-4cc7-81a5-427bb1ba1ac2 tempest-VolumesSnapshotTestJSON-953987409 tempest-VolumesSnapshotTestJSON-953987409-project] 10.222.0.47 "GET /v2.0/ports?device_id=0542e158-f6a7-4117-aa3e-79614632d1b1 HTTP/1.1" status: 200 len: 210 time: 0.0330341 Apr 11 15:27:39.371435 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-db74ffff-c0a0-473d-9ae4-813cda95a971 req-3bb91b3e-9758-4d2d-b883-50aa8a253558 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1455bb81-7a74-4480-a71d-36b71fc4b479 HTTP/1.1" status: 200 len: 210 time: 0.0272887 Apr 11 15:27:40.933449 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66fa80-8d83-4e88-bdcd-b14b0f68537b req-7385085a-a43c-47f6-9e08-52d88aecb619 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:40.935588 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a66fa80-8d83-4e88-bdcd-b14b0f68537b req-7385085a-a43c-47f6-9e08-52d88aecb619 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0534651 Apr 11 15:27:40.985217 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9a66fa80-8d83-4e88-bdcd-b14b0f68537b req-e1f4b23d-c08a-414a-b6f6-a0fbff0b37fc tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Apr 11 15:27:41.215413 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:27:41.235292 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:27:41.235744 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device f6ee55b4-7eae-4bf9-97ae-8bb9ec48923f not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:27:41.236162 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 5e2887eb-e846-4819-a029-767815b62df2 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:27:41.257631 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 5e2887eb-e846-4819-a029-767815b62df2 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:27:41.257996 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 5e2887eb-e846-4819-a029-767815b62df2 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:27:41.978973 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-52ddb78e-1f4c-4aa4-b5ec-2766fd7d415a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:42.104844 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7809a-3632-45ed-b30f-6c69f59bcdae req-44b571a4-72c9-4b39-80aa-8ebb1db91961 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:42.106404 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-00f7809a-3632-45ed-b30f-6c69f59bcdae req-44b571a4-72c9-4b39-80aa-8ebb1db91961 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0500870 Apr 11 15:27:42.162614 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-00f7809a-3632-45ed-b30f-6c69f59bcdae req-a68f26d8-6d7d-4f96-88d1-8ca7fefede12 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468903 Apr 11 15:27:43.274821 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3deaa-b2cf-446b-b8f2-f9cee410f3f5 req-956e5864-0962-4548-9a77-c1d3a87f7f34 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:43.276394 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-76e3deaa-b2cf-446b-b8f2-f9cee410f3f5 req-956e5864-0962-4548-9a77-c1d3a87f7f34 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0491762 Apr 11 15:27:43.325468 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-76e3deaa-b2cf-446b-b8f2-f9cee410f3f5 req-30b4ba6c-5874-4d15-8cea-11628444702c tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 Apr 11 15:27:44.430429 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2f7e47b2-b781-4f10-89dc-009cabced20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:44.440584 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf8dd4-3539-4931-8011-3df297610eb8 req-81541f70-c2de-4ecb-9d87-1e642516594a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:44.442157 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7aaf8dd4-3539-4931-8011-3df297610eb8 req-81541f70-c2de-4ecb-9d87-1e642516594a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0485039 Apr 11 15:27:44.489327 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7aaf8dd4-3539-4931-8011-3df297610eb8 req-5c2ca506-1fc8-4d72-86e1-7f132678c8f8 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Apr 11 15:27:45.034903 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:27:45.494353 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-a86d163a-a2e6-4dd0-9e32-536ad86112fe tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:45.495875 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-a86d163a-a2e6-4dd0-9e32-536ad86112fe tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0497274 Apr 11 15:27:45.496515 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:45.617402 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-5bb119a0-a1cf-4439-95f1-fa9079793c40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Deleting port e3f36e78-8a24-4034-8311-8a7b48f71ea6 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:45.617743 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-5bb119a0-a1cf-4439-95f1-fa9079793c40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:45.640263 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dc655-390e-4656-844d-413b7fc7bf19 req-e370af64-4dfd-4481-a903-190d34d8ae68 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:45.641819 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-929dc655-390e-4656-844d-413b7fc7bf19 req-e370af64-4dfd-4481-a903-190d34d8ae68 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 946 time: 0.0726807 Apr 11 15:27:45.747816 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-929dc655-390e-4656-844d-413b7fc7bf19 req-5f8fd150-13eb-41e6-8ada-3f35c5e66b92 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/security-groups?id=1bc33d22-df15-4668-8f50-4e6dd575aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962763 Apr 11 15:27:45.762417 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-5bb119a0-a1cf-4439-95f1-fa9079793c40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] For port e3f36e78-8a24-4034-8311-8a7b48f71ea6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=e3f36e78-8a24-4034-8311-8a7b48f71ea6,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:45.762801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-5bb119a0-a1cf-4439-95f1-fa9079793c40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:45.776711 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-5bb119a0-a1cf-4439-95f1-fa9079793c40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Calling delete_port for e3f36e78-8a24-4034-8311-8a7b48f71ea6 owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:45.990360 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-5bb119a0-a1cf-4439-95f1-fa9079793c40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (e3f36e78-8a24-4034-8311-8a7b48f71ea6), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:46.003817 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['e3f36e78-8a24-4034-8311-8a7b48f71ea6'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:27:46.025151 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb119a0-a1cf-4439-95f1-fa9079793c40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Pushing event deleted for resources: {'Port': ['ID=e3f36e78-8a24-4034-8311-8a7b48f71ea6,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:46.067291 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-5bb119a0-a1cf-4439-95f1-fa9079793c40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] No DVR routers for this DVR port e3f36e78-8a24-4034-8311-8a7b48f71ea6 on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:27:46.069815 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-5bb119a0-a1cf-4439-95f1-fa9079793c40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:46.073092 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-946e6f84-0c0a-40d4-a6f9-9b10768a2e6b req-5bb119a0-a1cf-4439-95f1-fa9079793c40 tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.39 "DELETE /v2.0/ports/e3f36e78-8a24-4034-8311-8a7b48f71ea6 HTTP/1.1" status: 204 len: 173 time: 0.5702591 Apr 11 15:27:46.073531 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1addff3e-aa53-4fc0-ab21-a46fb6d775f3', 'name': 'network-vif-deleted', 'tag': 'e3f36e78-8a24-4034-8311-8a7b48f71ea6'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:46.075835 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3737aa5-a597-4f6a-9c87-3f07cbdc6989" -d '{"events": [{"server_uuid": "1addff3e-aa53-4fc0-ab21-a46fb6d775f3", "name": "network-vif-deleted", "tag": "e3f36e78-8a24-4034-8311-8a7b48f71ea6"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:46.191870 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87541754-2dde-48d0-be6d-62492ab10076 x-openstack-request-id: req-87541754-2dde-48d0-be6d-62492ab10076 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:46.192990 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1addff3e-aa53-4fc0-ab21-a46fb6d775f3", "name": "network-vif-deleted", "tag": "e3f36e78-8a24-4034-8311-8a7b48f71ea6", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:46.193157 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-87541754-2dde-48d0-be6d-62492ab10076 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:46.193742 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87541754-2dde-48d0-be6d-62492ab10076'] response: {'server_uuid': '1addff3e-aa53-4fc0-ab21-a46fb6d775f3', 'name': 'network-vif-deleted', 'tag': 'e3f36e78-8a24-4034-8311-8a7b48f71ea6', 'status': 'completed', 'code': 200} Apr 11 15:27:46.799047 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:46.874666 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f79e3f93-1c3f-4fd8-8717-395c016f44ad req-1e8b907d-2fb0-4af3-8c3b-697c87c1e73a tempest-ServerRescueNegativeTestJSON-1103364315 tempest-ServerRescueNegativeTestJSON-1103364315-project] 10.222.0.47 "GET /v2.0/ports?device_id=1addff3e-aa53-4fc0-ab21-a46fb6d775f3 HTTP/1.1" status: 200 len: 210 time: 0.0301387 Apr 11 15:27:47.941693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36378) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:48.339408 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:48.477822 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774516'] for router_interface (063d8bc9-c0a2-4f95-8737-9f57069c6edd), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:48.789849 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Deleting port 66d16515-a7a2-46ec-ab98-1fc65999e6ec {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:48.790190 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:48.871365 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] For port 66d16515-a7a2-46ec-ab98-1fc65999e6ec, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=66d16515-a7a2-46ec-ab98-1fc65999e6ec,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:48.871767 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:48.886614 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Calling delete_port for 66d16515-a7a2-46ec-ab98-1fc65999e6ec owned by network:router_interface {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:49.184900 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (66d16515-a7a2-46ec-ab98-1fc65999e6ec), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:49.210149 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Pushing event deleted for resources: {'Port': ['ID=66d16515-a7a2-46ec-ab98-1fc65999e6ec,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:49.225914 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.231488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.231488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.231488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.231488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.231488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.231488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.231488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.231488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.231488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.231488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.232395 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device e3f36e78-8a24-4034-8311-8a7b48f71ea6 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:27:49.232552 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.232552 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.232552 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.232552 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:49.253246 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: e3f36e78-8a24-4034-8311-8a7b48f71ea6 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:27:49.253605 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device e3f36e78-8a24-4034-8311-8a7b48f71ea6 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:27:49.659116 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774360'] for router_interface (063d8bc9-c0a2-4f95-8737-9f57069c6edd), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:49.909911 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Router 063d8bc9-c0a2-4f95-8737-9f57069c6edd has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:27:50.029584 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:27:50.036862 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-416040c2-5444-490b-ae7b-725508b6986d admin admin] 10.222.0.47 "PUT /v2.0/routers/063d8bc9-c0a2-4f95-8737-9f57069c6edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0925083 Apr 11 15:27:50.038239 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36398) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:50.041641 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] Sync routers for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:27:50.053518 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:27:50.054233 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:27:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:50.164175 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Publish callbacks [] for router (063d8bc9-c0a2-4f95-8737-9f57069c6edd), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:50.177037 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:27:50.283613 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Publish callbacks [] for router_gateway (063d8bc9-c0a2-4f95-8737-9f57069c6edd), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:50.370341 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:27:49Z', 'revision_number': 5, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port': {'id': 'fcf00558-331d-4fae-8348-8c16942f29ac', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:50.398249 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] Checking router: 063d8bc9-c0a2-4f95-8737-9f57069c6edd for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:27:50.412276 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Deleting port fcf00558-331d-4fae-8348-8c16942f29ac {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:50.412544 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] Routers {'063d8bc9-c0a2-4f95-8737-9f57069c6edd'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:27:50.412636 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:50.412956 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:27:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:50.503017 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] For port fcf00558-331d-4fae-8348-8c16942f29ac, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=fcf00558-331d-4fae-8348-8c16942f29ac,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:50.503397 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:50.507471 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] Set router 063d8bc9-c0a2-4f95-8737-9f57069c6edd gateway port host: None {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:27:50.519011 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Calling delete_port for fcf00558-331d-4fae-8348-8c16942f29ac owned by network:router_gateway {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:50.566454 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:27:50Z', 'revision_number': 6, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port_host': None}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:50.595178 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd89c2e-6a16-4792-bfa7-4b844f104de3 None None] The sync data for ids ['063d8bc9-c0a2-4f95-8737-9f57069c6edd'] in dv-cinder-836083-4-iscsi is: [{'id': '063d8bc9-c0a2-4f95-8737-9f57069c6edd', 'name': 'tempest-ServerRescueNegativeTestJSON-908723551-router', 'tenant_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:27:50Z', 'revision_number': 6, 'project_id': '7d28faf05bb14f3ea1debe1eac95e0be', 'gw_port_host': None}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:27:50.745127 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (fcf00558-331d-4fae-8348-8c16942f29ac), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:50.773827 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf00558-331d-4fae-8348-8c16942f29ac,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:50.853592 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776638'] for router_gateway (063d8bc9-c0a2-4f95-8737-9f57069c6edd), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:50.990049 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47802'] for router (063d8bc9-c0a2-4f95-8737-9f57069c6edd), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:50.992789 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Publish callbacks [] for router_controller (063d8bc9-c0a2-4f95-8737-9f57069c6edd), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.000549 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-e46ccfc9-55cf-4597-90ca-b2d0a9b07e12 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296023194&fields=id&tenant_id=33f4eaf829004bbbb30f047652be5f8a HTTP/1.1" status: 200 len: 267 time: 0.1643736 Apr 11 15:27:51.109316 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-300fa1c1-2b7d-4c26-b6ec-4c6dab16809b tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:51.110819 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-300fa1c1-2b7d-4c26-b6ec-4c6dab16809b tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 985 time: 0.0848324 Apr 11 15:27:51.122517 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-8f5577f2-d171-46fb-91f4-d2595a4991a1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Request body: {'port': {'security_groups': ['d3841984-b559-4030-b62e-eb4a21df0938']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:27:51.168168 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1730649'] for router (063d8bc9-c0a2-4f95-8737-9f57069c6edd), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.168742 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 063d8bc9-c0a2-4f95-8737-9f57069c6edd {{(pid=103869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:27:51.195651 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.196887 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-f7353037-6287-49a7-8546-17d61fff488b admin admin] 10.222.0.47 "DELETE /v2.0/routers/063d8bc9-c0a2-4f95-8737-9f57069c6edd HTTP/1.1" status: 204 len: 168 time: 1.1573150 Apr 11 15:27:51.199602 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36408) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:51.210349 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-8f5577f2-d171-46fb-91f4-d2595a4991a1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.246238 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Deleting subnet 88f03960-1a9b-4327-bbda-41fdebf7bb0d {{(pid=103868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:27:51.250974 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Publish callbacks [] for subnet (88f03960-1a9b-4327-bbda-41fdebf7bb0d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.308966 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10103200'] for subnet (88f03960-1a9b-4327-bbda-41fdebf7bb0d), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.422165 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-8f5577f2-d171-46fb-91f4-d2595a4991a1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] For port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:51.428393 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (88f03960-1a9b-4327-bbda-41fdebf7bb0d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.456144 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-8f5577f2-d171-46fb-91f4-d2595a4991a1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.507688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-8f5577f2-d171-46fb-91f4-d2595a4991a1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.519630 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:27:51.537402 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9838269'] for subnet (88f03960-1a9b-4327-bbda-41fdebf7bb0d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.559293 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-8f5577f2-d171-46fb-91f4-d2595a4991a1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:51.559958 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-8f5577f2-d171-46fb-91f4-d2595a4991a1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.561428 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-25a17566-b060-4a61-b52c-b76489cd5bd3 req-8f5577f2-d171-46fb-91f4-d2595a4991a1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "PUT /v2.0/ports/f4db40a5-c13d-4081-93ca-c9fd17bfa8cd HTTP/1.1" status: 200 len: 943 time: 0.4438229 Apr 11 15:27:51.561891 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:51.564190 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:51.581062 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36414) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:51.582324 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f03960-1a9b-4327-bbda-41fdebf7bb0d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:51.611708 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.612057 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.612444 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.612926 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.613262 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.613592 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.613916 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.614240 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.614564 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.614939 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.615269 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.615611 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.615933 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.616306 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.616631 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:27:51.631142 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a2f36-880c-469e-9ff3-d59b37d69081 x-openstack-request-id: req-6a9a2f36-880c-469e-9ff3-d59b37d69081 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:51.631646 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:51.632077 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6a9a2f36-880c-469e-9ff3-d59b37d69081 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:51.632670 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9a2f36-880c-469e-9ff3-d59b37d69081'] response: {'name': 'network-changed', 'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'status': 'completed', 'code': 200} Apr 11 15:27:51.633561 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5577f2-d171-46fb-91f4-d2595a4991a1 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event updated for resources: {'Port': ['ID=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,revision_number=7']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:51.644590 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:27:51.656359 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.667881 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-aa0ef146-ce27-4249-b7b4-17ea29af5adb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/88f03960-1a9b-4327-bbda-41fdebf7bb0d HTTP/1.1" status: 204 len: 168 time: 0.4646513 Apr 11 15:27:51.670360 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36418) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:51.697935 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6a594d-3cb9-446d-84cb-8241f26ccba0 None None] Network cc3139d6-6903-49d1-a95b-667580eb14d3 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:27:51.760128 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73444769-5e29-47d7-a866-0cc011dbebcd tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group (b13de7d8-0aaa-4428-8b2c-1be0d2f17df0), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.810819 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73444769-5e29-47d7-a866-0cc011dbebcd tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group (b13de7d8-0aaa-4428-8b2c-1be0d2f17df0), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.861041 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-56056f3e-04b6-4be0-9fa8-1e5efe365c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:51.863761 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-56056f3e-04b6-4be0-9fa8-1e5efe365c63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4eaf829004bbbb30f047652be5f8a&device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 1130 time: 0.2131650 Apr 11 15:27:51.866972 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (cc3139d6-6903-49d1-a95b-667580eb14d3), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.886036 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device fcf00558-331d-4fae-8348-8c16942f29ac no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:27:51.921549 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Deleting port b302ed1f-5eda-466a-91f4-86c169f04f5d {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:51.921878 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.946672 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: fcf00558-331d-4fae-8348-8c16942f29ac {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:27:51.948695 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device fcf00558-331d-4fae-8348-8c16942f29ac not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:27:51.948695 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 66d16515-a7a2-46ec-ab98-1fc65999e6ec no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:27:51.968100 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73444769-5e29-47d7-a866-0cc011dbebcd tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b13de7d8-0aaa-4428-8b2c-1be0d2f17df0), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.972320 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-73444769-5e29-47d7-a866-0cc011dbebcd tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:51.979053 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-73444769-5e29-47d7-a866-0cc011dbebcd tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "DELETE /v2.0/security-groups/b13de7d8-0aaa-4428-8b2c-1be0d2f17df0 HTTP/1.1" status: 204 len: 168 time: 0.3828480 Apr 11 15:27:51.979386 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36420) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:51.993037 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73444769-5e29-47d7-a866-0cc011dbebcd tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13de7d8-0aaa-4428-8b2c-1be0d2f17df0,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:52.005136 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 66d16515-a7a2-46ec-ab98-1fc65999e6ec {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:27:52.005583 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 66d16515-a7a2-46ec-ab98-1fc65999e6ec not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:27:52.027880 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-61872043-cd3d-41c5-8664-dfaa39d68b98 None None] Provisioning complete for port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:27:52.028626 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-61872043-cd3d-41c5-8664-dfaa39d68b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.046423 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] For port b302ed1f-5eda-466a-91f4-86c169f04f5d, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b302ed1f-5eda-466a-91f4-86c169f04f5d,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:52.047093 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.067763 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Calling delete_port for b302ed1f-5eda-466a-91f4-86c169f04f5d owned by network:dhcp {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:52.145126 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f8df7c-d0e9-452e-8d8c-49d8a76f6d32 None None] DHCP port deletion for cc3139d6-6903-49d1-a95b-667580eb14d3 request from dv-cinder-836083-4-iscsi {{(pid=103870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:27:52.234011 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-85f8df7c-d0e9-452e-8d8c-49d8a76f6d32 None None] Deleting port b302ed1f-5eda-466a-91f4-86c169f04f5d {{(pid=103870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:52.234384 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-85f8df7c-d0e9-452e-8d8c-49d8a76f6d32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), before_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.242914 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Deleting port 5736f7a6-a6a7-4026-8c07-4e3b5a90e850 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:27:52.243257 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (5736f7a6-a6a7-4026-8c07-4e3b5a90e850), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.253813 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-61872043-cd3d-41c5-8664-dfaa39d68b98 None None] Current status of the port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:27:52.314954 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-85f8df7c-d0e9-452e-8d8c-49d8a76f6d32 None None] For port b302ed1f-5eda-466a-91f4-86c169f04f5d, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b302ed1f-5eda-466a-91f4-86c169f04f5d,segment=NetworkSegment(69e27bd1-bfb1-49ca-8a52-94dfc311a723),segment_id=69e27bd1-bfb1-49ca-8a52-94dfc311a723)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:27:52.315091 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-85f8df7c-d0e9-452e-8d8c-49d8a76f6d32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), precommit_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.329069 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-85f8df7c-d0e9-452e-8d8c-49d8a76f6d32 None None] Calling delete_port for b302ed1f-5eda-466a-91f4-86c169f04f5d owned by network:dhcp {{(pid=103870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:52.331252 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (5736f7a6-a6a7-4026-8c07-4e3b5a90e850), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.331252 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for floatingip (5736f7a6-a6a7-4026-8c07-4e3b5a90e850), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.343977 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Calling delete_port for 5736f7a6-a6a7-4026-8c07-4e3b5a90e850 owned by network:floatingip {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:27:52.352882 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.429140 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] No DVR routers for this DVR port b302ed1f-5eda-466a-91f4-86c169f04f5d on host dv-cinder-836083-4-iscsi {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:27:52.430708 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b302ed1f-5eda-466a-91f4-86c169f04f5d,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:52.473965 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-85f8df7c-d0e9-452e-8d8c-49d8a76f6d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347'] for port (b302ed1f-5eda-466a-91f4-86c169f04f5d), after_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.500831 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8df7c-d0e9-452e-8d8c-49d8a76f6d32 None None] Pushing event deleted for resources: {'Port': ['ID=b302ed1f-5eda-466a-91f4-86c169f04f5d,revision_number=None']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:52.504782 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8df7c-d0e9-452e-8d8c-49d8a76f6d32 None None] No DVR routers for this DVR port b302ed1f-5eda-466a-91f4-86c169f04f5d on host dv-cinder-836083-4-iscsi {{(pid=103870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:27:52.548235 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (cc3139d6-6903-49d1-a95b-667580eb14d3), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.580257 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3139d6-6903-49d1-a95b-667580eb14d3']}} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:52.594618 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e27bd1-bfb1-49ca-8a52-94dfc311a723') {'for_net_delete': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:52.594925 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e27bd1-bfb1-49ca-8a52-94dfc311a723') {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:52.612233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2945586'] for segment (69e27bd1-bfb1-49ca-8a52-94dfc311a723), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.629254 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (69e27bd1-bfb1-49ca-8a52-94dfc311a723), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.663579 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:27:52.663579 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492449'] for segment (69e27bd1-bfb1-49ca-8a52-94dfc311a723), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: Traceback (most recent call last): Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: timer() Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: cb(*args, **kw) Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: return func(*args, **kwargs) Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: self._notify() Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: self.callback(batched_events) Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: event.method(event) Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: return f(self, *a, **k) Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._get(url).json() Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: return self.request(url, 'GET', **kwargs) Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:27:52.665351 dv-cinder-836083-4-iscsi neutron-server[103869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:27:52.848548 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-75f2e52b-c591-415d-99f1-e4096c98dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:52.849951 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-75f2e52b-c591-415d-99f1-e4096c98dd5f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7316da3-3527-4cfd-adb9-6a1fa5547a13 HTTP/1.1" status: 200 len: 915 time: 0.1365352 Apr 11 15:27:52.850618 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (cc3139d6-6903-49d1-a95b-667580eb14d3), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.856616 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.859978 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/cc3139d6-6903-49d1-a95b-667580eb14d3 HTTP/1.1" status: 204 len: 168 time: 1.1876085 Apr 11 15:27:52.871359 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7a905-aa1a-4573-9af3-d9f1283727d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc3139d6-6903-49d1-a95b-667580eb14d3,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:52.889235 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (5736f7a6-a6a7-4026-8c07-4e3b5a90e850), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:52.920278 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event deleted for resources: {'Port': ['ID=5736f7a6-a6a7-4026-8c07-4e3b5a90e850,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:53.006663 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks [] for floatingip (7fb22f18-974e-432a-a313-e2933d78f64c), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:53.007029 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Floating IP 7fb22f18-974e-432a-a313-e2933d78f64c disassociated (deleted). External IP: 172.27.0.165, port: f4db40a5-c13d-4081-93ca-c9fd17bfa8cd. Apr 11 15:27:53.248222 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36434) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:53.320191 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a62fc2d8-65e7-46b1-bd11-4ac0635ced8c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d28faf05bb14f3ea1debe1eac95e0be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0701871 Apr 11 15:27:53.332073 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36438) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:53.407868 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c5044b79-f322-412b-b1dc-380bdf60957c admin admin] Publish callbacks [] for security_group (1bc33d22-df15-4668-8f50-4e6dd575aa86), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:53.433173 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c5044b79-f322-412b-b1dc-380bdf60957c admin admin] Publish callbacks [] for security_group (1bc33d22-df15-4668-8f50-4e6dd575aa86), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:53.577188 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c5044b79-f322-412b-b1dc-380bdf60957c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (1bc33d22-df15-4668-8f50-4e6dd575aa86), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:53.580452 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-c5044b79-f322-412b-b1dc-380bdf60957c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:53.581803 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-c5044b79-f322-412b-b1dc-380bdf60957c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1bc33d22-df15-4668-8f50-4e6dd575aa86 HTTP/1.1" status: 204 len: 168 time: 0.2486670 Apr 11 15:27:53.597658 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5044b79-f322-412b-b1dc-380bdf60957c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc33d22-df15-4668-8f50-4e6dd575aa86,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:53.617990 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-079250d2-4360-4e84-99f9-86ef61b114a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd HTTP/1.1" status: 200 len: 217 time: 0.0491598 Apr 11 15:27:53.644052 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Router f39dbadb-ee5d-4033-a388-92ec72674060 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:27:53.806093 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:27:53.813361 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:53.823451 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] Sync routers for ids ['f39dbadb-ee5d-4033-a388-92ec72674060'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:27:53.827501 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b302ed1f-5eda-466a-91f4-86c169f04f5d no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:27:53.838870 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] Routers {'f39dbadb-ee5d-4033-a388-92ec72674060'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:27:53.839519 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:27:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['f39dbadb-ee5d-4033-a388-92ec72674060'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:53.866526 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: b302ed1f-5eda-466a-91f4-86c169f04f5d {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:27:53.868222 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b302ed1f-5eda-466a-91f4-86c169f04f5d not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:27:53.880462 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-e8aa8248-9bac-4a3e-97b7-3314223cd678 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "DELETE /v2.0/floatingips/7fb22f18-974e-432a-a313-e2933d78f64c HTTP/1.1" status: 204 len: 168 time: 1.8987558 Apr 11 15:27:53.880462 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:27:53.895836 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d403c5-fc51-447e-ad90-531a9ebb6f38" -d '{"events": [{"name": "network-changed", "server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:27:53.974006 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb49a25-ff1f-43c8-a7cc-32c22bfa3f5e x-openstack-request-id: req-9bb49a25-ff1f-43c8-a7cc-32c22bfa3f5e {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:27:53.974232 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:27:53.974701 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9bb49a25-ff1f-43c8-a7cc-32c22bfa3f5e {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:27:53.975643 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb49a25-ff1f-43c8-a7cc-32c22bfa3f5e'] response: {'name': 'network-changed', 'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'status': 'completed', 'code': 200} Apr 11 15:27:53.993718 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] Set router f39dbadb-ee5d-4033-a388-92ec72674060 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:27:54.221332 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:47Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3ee55bf1-4714-42a5-a11e-7d34df17f8fd', 'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'mac_address': 'fa:16:3e:cb:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:45Z', 'updated_at': '2022-04-11T15:24:52Z', 'revision_number': 5, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'subnets': [{'id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:54.260507 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] Checking router: f39dbadb-ee5d-4033-a388-92ec72674060 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:27:54.271073 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] Routers {'f39dbadb-ee5d-4033-a388-92ec72674060'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:27:54.271755 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:27:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['f39dbadb-ee5d-4033-a388-92ec72674060'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:54.392250 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] Set router f39dbadb-ee5d-4033-a388-92ec72674060 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:27:54.504589 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-4db3d5e4-41ae-464a-82a0-cddc62a8d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:54.506556 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-4db3d5e4-41ae-464a-82a0-cddc62a8d4a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fec656bf-0354-4ad8-8e76-722b105501ad HTTP/1.1" status: 200 len: 853 time: 0.0504844 Apr 11 15:27:54.566268 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-114ce9af-8a6b-4065-9bdb-4a2bc3a7c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:54.568162 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-114ce9af-8a6b-4065-9bdb-4a2bc3a7c1c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7316da3-3527-4cfd-adb9-6a1fa5547a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542269 Apr 11 15:27:54.617866 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:47Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3ee55bf1-4714-42a5-a11e-7d34df17f8fd', 'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'mac_address': 'fa:16:3e:cb:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:45Z', 'updated_at': '2022-04-11T15:24:52Z', 'revision_number': 5, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'subnets': [{'id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:27:54.652053 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd03bcd-1791-4c95-ae12-98d6edb88675 None None] The sync data for ids ['f39dbadb-ee5d-4033-a388-92ec72674060'] in dv-cinder-836083-4-iscsi is: [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:24:47Z', 'revision_number': 4, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3ee55bf1-4714-42a5-a11e-7d34df17f8fd', 'name': '', 'network_id': 'c7316da3-3527-4cfd-adb9-6a1fa5547a13', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'mac_address': 'fa:16:3e:cb:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:45Z', 'updated_at': '2022-04-11T15:24:52Z', 'revision_number': 5, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'subnets': [{'id': 'fec656bf-0354-4ad8-8e76-722b105501ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:27:54.688450 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-2d1ecbaf-a96f-42e0-bcee-e322d806ab35 service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131148 Apr 11 15:27:54.890015 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa881c-8501-46a5-aa1b-99c16dff74c2 None None] New status for floating IP 7fb22f18-974e-432a-a313-e2933d78f64c: DOWN {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:27:54.989698 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c78bcea3-62fa-4fbc-a94a-11e51b2bc8f4 req-20e43030-b29b-4ab0-a91d-41a44f3363ad service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085339 Apr 11 15:27:55.156361 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-a5a7c08f-0f86-4f63-89ff-c3f9e2e830f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:55.158682 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-a5a7c08f-0f86-4f63-89ff-c3f9e2e830f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4eaf829004bbbb30f047652be5f8a&device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 1130 time: 0.0431087 Apr 11 15:27:55.256366 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-2baae259-1304-4385-a9a6-e05b0f803ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:55.257786 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-2baae259-1304-4385-a9a6-e05b0f803ffc service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7316da3-3527-4cfd-adb9-6a1fa5547a13 HTTP/1.1" status: 200 len: 915 time: 0.0933828 Apr 11 15:27:55.300037 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-c8b7e094-29d6-4dd7-b8ab-2d4bcd2b75af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd HTTP/1.1" status: 200 len: 217 time: 0.0350461 Apr 11 15:27:55.354872 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-2ea6a21c-8528-4745-a16e-fd3e9c7ce0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:55.356410 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-2ea6a21c-8528-4745-a16e-fd3e9c7ce0f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fec656bf-0354-4ad8-8e76-722b105501ad HTTP/1.1" status: 200 len: 853 time: 0.0502942 Apr 11 15:27:55.402394 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-9d759d08-7130-4ecb-8f99-61fe6313f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:55.404023 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-9d759d08-7130-4ecb-8f99-61fe6313f70c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7316da3-3527-4cfd-adb9-6a1fa5547a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408332 Apr 11 15:27:55.504890 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-2bb600da-4c01-4162-9c9e-e42ea2e9bd33 service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941365 Apr 11 15:27:55.605279 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d6d403c5-fc51-447e-ad90-531a9ebb6f38 req-6c13b616-d284-447d-87be-f17101a40df3 service neutron] 10.222.0.39 "GET /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940351 Apr 11 15:27:56.559249 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19caa-c579-4f4a-8ef6-8789dc731e6c req-9f562310-21c7-48de-a6b8-9d4411fff03f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:56.560835 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-09d19caa-c579-4f4a-8ef6-8789dc731e6c req-9f562310-21c7-48de-a6b8-9d4411fff03f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0495865 Apr 11 15:27:56.613338 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-09d19caa-c579-4f4a-8ef6-8789dc731e6c req-354473dc-4e3b-4ea5-8eb7-c9a95bebfff2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461769 Apr 11 15:27:57.740037 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e8af-da15-4349-9437-c6bb931030ec req-26dcbe77-a256-4c49-91dc-1a1801a200c6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:57.741630 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8281e8af-da15-4349-9437-c6bb931030ec req-26dcbe77-a256-4c49-91dc-1a1801a200c6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0531805 Apr 11 15:27:57.793612 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8281e8af-da15-4349-9437-c6bb931030ec req-3320a2a8-5eb6-49ac-84d3-37d77fe530d1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461547 Apr 11 15:27:58.445141 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7043e5-3d0a-40be-959e-2af1735e8c0c req-49bf0e36-41d6-49dc-9efa-fe35f270e9fb tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:58.446673 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8c7043e5-3d0a-40be-959e-2af1735e8c0c req-49bf0e36-41d6-49dc-9efa-fe35f270e9fb tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0491974 Apr 11 15:27:58.494658 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8c7043e5-3d0a-40be-959e-2af1735e8c0c req-fba559d6-f6fc-471f-bffc-863fedb4caa3 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Apr 11 15:27:58.921552 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebc0f0-de1a-4c60-b4c6-e0e15d36b9dc req-aee65d4f-9eef-4af6-bbd0-b03e001e1931 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:58.923098 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-77ebc0f0-de1a-4c60-b4c6-e0e15d36b9dc req-aee65d4f-9eef-4af6-bbd0-b03e001e1931 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0507267 Apr 11 15:27:58.967296 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36580) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:58.986816 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-77ebc0f0-de1a-4c60-b4c6-e0e15d36b9dc req-85ed9a49-e7b6-47e2-885f-a747a06b16f1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572798 Apr 11 15:27:59.091411 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbdd753d-bfd5-43bf-8073-f9daacdefc7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:59.185468 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbdd753d-bfd5-43bf-8073-f9daacdefc7f admin admin] Publish callbacks [] for security_group (767027b1-16f1-4249-bba1-c09fc56be2de), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:59.263172 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cbdd753d-bfd5-43bf-8073-f9daacdefc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (767027b1-16f1-4249-bba1-c09fc56be2de), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:59.307372 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-cbdd753d-bfd5-43bf-8073-f9daacdefc7f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26285cbce4894837b8a4329fbc8ef409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385866 Apr 11 15:27:59.308116 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd753d-bfd5-43bf-8073-f9daacdefc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767027b1-16f1-4249-bba1-c09fc56be2de,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:59.310091 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36584) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:27:59.363351 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-026babe9-b64f-4c17-a039-553081d1b399 admin admin] Publish callbacks [] for security_group (767027b1-16f1-4249-bba1-c09fc56be2de), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:59.386126 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-026babe9-b64f-4c17-a039-553081d1b399 admin admin] Publish callbacks [] for security_group (767027b1-16f1-4249-bba1-c09fc56be2de), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:59.517701 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-026babe9-b64f-4c17-a039-553081d1b399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (767027b1-16f1-4249-bba1-c09fc56be2de), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:59.520953 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-026babe9-b64f-4c17-a039-553081d1b399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:27:59.524269 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-026babe9-b64f-4c17-a039-553081d1b399 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/767027b1-16f1-4249-bba1-c09fc56be2de HTTP/1.1" status: 204 len: 168 time: 0.2109799 Apr 11 15:27:59.530890 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026babe9-b64f-4c17-a039-553081d1b399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767027b1-16f1-4249-bba1-c09fc56be2de,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:27:59.622483 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3421b7-ab0e-476e-afe1-d3da376e42b7 req-bc3c0719-080c-4122-ac1f-5a43161eb350 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:27:59.624014 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0d3421b7-ab0e-476e-afe1-d3da376e42b7 req-bc3c0719-080c-4122-ac1f-5a43161eb350 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0470786 Apr 11 15:27:59.674053 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0d3421b7-ab0e-476e-afe1-d3da376e42b7 req-abb9e078-a04f-4027-9b58-346ae348d716 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434914 Apr 11 15:28:00.120791 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda46c6f-0b67-45e7-a8dd-b9c79fd774c4 req-475fff6d-805d-4166-80c3-9376b9041b0c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:00.122361 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bda46c6f-0b67-45e7-a8dd-b9c79fd774c4 req-475fff6d-805d-4166-80c3-9376b9041b0c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0559423 Apr 11 15:28:00.207616 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bda46c6f-0b67-45e7-a8dd-b9c79fd774c4 req-ed8115e2-29d0-4878-8797-0e48486243f3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769379 Apr 11 15:28:00.385503 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-40047522-1be9-42c9-add6-69c9a26e198c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:00.385503 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-40047522-1be9-42c9-add6-69c9a26e198c tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0527282 Apr 11 15:28:00.489210 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-5250994a-3f64-4cf7-a6de-7bf1a89fc7d2 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Deleting port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:28:00.489558 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-5250994a-3f64-4cf7-a6de-7bf1a89fc7d2 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:00.584061 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-5250994a-3f64-4cf7-a6de-7bf1a89fc7d2 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] For port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:00.584425 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-5250994a-3f64-4cf7-a6de-7bf1a89fc7d2 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:00.597499 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-5250994a-3f64-4cf7-a6de-7bf1a89fc7d2 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Calling delete_port for f4db40a5-c13d-4081-93ca-c9fd17bfa8cd owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:28:00.833132 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3af6d-8241-4988-91f1-3b2dee57e64b req-04c00a65-81a3-497a-9ed0-799fbb85f0fb tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:00.835578 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-44c3af6d-8241-4988-91f1-3b2dee57e64b req-04c00a65-81a3-497a-9ed0-799fbb85f0fb tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 946 time: 0.0717793 Apr 11 15:28:00.893537 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-5250994a-3f64-4cf7-a6de-7bf1a89fc7d2 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (f4db40a5-c13d-4081-93ca-c9fd17bfa8cd), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:00.946554 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-44c3af6d-8241-4988-91f1-3b2dee57e64b req-14f77891-307e-42a0-b1f5-3e9cc7207fc9 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3841984-b559-4030-b62e-eb4a21df0938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015270 Apr 11 15:28:00.950476 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250994a-3f64-4cf7-a6de-7bf1a89fc7d2 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Pushing event deleted for resources: {'Port': ['ID=f4db40a5-c13d-4081-93ca-c9fd17bfa8cd,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:01.017321 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-5250994a-3f64-4cf7-a6de-7bf1a89fc7d2 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] No DVR routers for this DVR port f4db40a5-c13d-4081-93ca-c9fd17bfa8cd on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:28:01.020152 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-5250994a-3f64-4cf7-a6de-7bf1a89fc7d2 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:01.023697 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0ca8deff-2ee0-4c86-a15f-9f6dc24f631a req-5250994a-3f64-4cf7-a6de-7bf1a89fc7d2 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.39 "DELETE /v2.0/ports/f4db40a5-c13d-4081-93ca-c9fd17bfa8cd HTTP/1.1" status: 204 len: 173 time: 0.6288431 Apr 11 15:28:01.024201 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'name': 'network-vif-deleted', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:28:01.026650 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6846199b-e193-40f6-b2ec-c7894685fdb4" -d '{"events": [{"server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "name": "network-vif-deleted", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:28:01.076961 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2921dd-da90-4134-a444-0c4ed63e14ed x-openstack-request-id: req-1c2921dd-da90-4134-a444-0c4ed63e14ed {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:28:01.077269 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3012ee5e-0957-47ec-8056-2ab620c88558", "name": "network-vif-deleted", "tag": "f4db40a5-c13d-4081-93ca-c9fd17bfa8cd", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:28:01.078386 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c2921dd-da90-4134-a444-0c4ed63e14ed {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:28:01.078850 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2921dd-da90-4134-a444-0c4ed63e14ed'] response: {'server_uuid': '3012ee5e-0957-47ec-8056-2ab620c88558', 'name': 'network-vif-deleted', 'tag': 'f4db40a5-c13d-4081-93ca-c9fd17bfa8cd', 'status': 'completed', 'code': 200} Apr 11 15:28:01.371744 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1e584-6bd2-45e1-a509-4a25451f9288 req-ae768057-6af5-40c0-8aa1-1b73471496b9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:01.376845 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4f1e584-6bd2-45e1-a509-4a25451f9288 req-ae768057-6af5-40c0-8aa1-1b73471496b9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0882263 Apr 11 15:28:01.468811 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4f1e584-6bd2-45e1-a509-4a25451f9288 req-3f64d0b9-4d77-48c4-ade2-22f6b6f823c7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822599 Apr 11 15:28:02.146559 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-938fa63e-5799-43d4-9132-2a81c28a36de req-6c1847f7-d738-40c0-a194-a10e6480a6b8 tempest-TestMinimumBasicScenario-808199750 tempest-TestMinimumBasicScenario-808199750-project] 10.222.0.47 "GET /v2.0/ports?device_id=3012ee5e-0957-47ec-8056-2ab620c88558 HTTP/1.1" status: 200 len: 210 time: 0.0573108 Apr 11 15:28:02.617373 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d23304-7561-409f-bf2f-12c0994d941a req-a7f8eeb2-529c-41a0-b323-27938eda8115 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:02.618925 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2d23304-7561-409f-bf2f-12c0994d941a req-a7f8eeb2-529c-41a0-b323-27938eda8115 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0575511 Apr 11 15:28:02.681089 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2d23304-7561-409f-bf2f-12c0994d941a req-c8a65ea8-7daa-49ac-a21b-393a95b5e590 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560524 Apr 11 15:28:02.758813 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device f4db40a5-c13d-4081-93ca-c9fd17bfa8cd no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:28:02.781925 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: f4db40a5-c13d-4081-93ca-c9fd17bfa8cd {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:28:02.782184 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device f4db40a5-c13d-4081-93ca-c9fd17bfa8cd not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:28:03.861129 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820daac8-83e1-4209-9311-1bc82629e3c4 req-07b78326-3980-4864-af8d-87b20716d9f2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:03.863760 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-820daac8-83e1-4209-9311-1bc82629e3c4 req-07b78326-3980-4864-af8d-87b20716d9f2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0802150 Apr 11 15:28:03.936767 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-820daac8-83e1-4209-9311-1bc82629e3c4 req-fe7d03e0-78a6-4f39-8e93-8d6453b7df8a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668702 Apr 11 15:28:05.092643 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4c332-e699-4561-928b-62c14ae4afb8 req-e42f1b85-6a3b-494c-a320-14e6b7dbbdae tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:05.094327 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a1c4c332-e699-4561-928b-62c14ae4afb8 req-e42f1b85-6a3b-494c-a320-14e6b7dbbdae tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0563416 Apr 11 15:28:05.159859 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a1c4c332-e699-4561-928b-62c14ae4afb8 req-4e5dc4d8-c40a-4843-8b30-c7d83bfdf886 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560918 Apr 11 15:28:05.521476 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36752) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:06.210807 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774516'] for router_interface (f39dbadb-ee5d-4033-a388-92ec72674060), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.350214 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f14fa-84ad-4c2f-a197-27420b1cf5cf req-11206886-6721-4eb0-9943-1472b2990042 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:06.354405 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-724f14fa-84ad-4c2f-a197-27420b1cf5cf req-11206886-6721-4eb0-9943-1472b2990042 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0819211 Apr 11 15:28:06.422125 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-724f14fa-84ad-4c2f-a197-27420b1cf5cf req-5b894a67-4e68-4211-b8b0-74469e87ccfb tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612938 Apr 11 15:28:06.560223 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] Deleting port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:28:06.561148 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.650585 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] For port 3ee55bf1-4714-42a5-a11e-7d34df17f8fd, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=3ee55bf1-4714-42a5-a11e-7d34df17f8fd,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:06.650956 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.665247 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] Calling delete_port for 3ee55bf1-4714-42a5-a11e-7d34df17f8fd owned by network:router_interface {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:28:06.755125 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36766) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:06.861194 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_v2 [None req-798b5346-17e8-4ede-886a-06e8f4cf1a28 admin admin] Deleting subnet 1b6253e0-90da-4a0c-bad1-e6b1b6171833 {{(pid=103868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:28:06.871793 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-798b5346-17e8-4ede-886a-06e8f4cf1a28 admin admin] Publish callbacks [] for subnet (1b6253e0-90da-4a0c-bad1-e6b1b6171833), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.915185 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-798b5346-17e8-4ede-886a-06e8f4cf1a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10103200'] for subnet (1b6253e0-90da-4a0c-bad1-e6b1b6171833), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:06.993373 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-798b5346-17e8-4ede-886a-06e8f4cf1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (1b6253e0-90da-4a0c-bad1-e6b1b6171833), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.028017 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-970f65f1-7ced-4787-bcd5-523343bb2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:07.030126 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-970f65f1-7ced-4787-bcd5-523343bb2987 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 1130 time: 0.0531712 Apr 11 15:28:07.063438 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (3ee55bf1-4714-42a5-a11e-7d34df17f8fd), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.101232 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee55bf1-4714-42a5-a11e-7d34df17f8fd,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:07.182312 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-798b5346-17e8-4ede-886a-06e8f4cf1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9838269'] for subnet (1b6253e0-90da-4a0c-bad1-e6b1b6171833), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.218877 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-e20ee83d-c58f-470b-a57b-d799ad977ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:07.220833 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-e20ee83d-c58f-470b-a57b-d799ad977ae9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 918 time: 0.1555114 Apr 11 15:28:07.231924 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b5346-17e8-4ede-886a-06e8f4cf1a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6253e0-90da-4a0c-bad1-e6b1b6171833,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:07.239177 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-798b5346-17e8-4ede-886a-06e8f4cf1a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.250596 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-798b5346-17e8-4ede-886a-06e8f4cf1a28 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1b6253e0-90da-4a0c-bad1-e6b1b6171833 HTTP/1.1" status: 204 len: 168 time: 0.4882250 Apr 11 15:28:07.250851 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36770) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:07.389097 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-cd418967-82b7-40d7-b315-7a72c4ed1f24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd HTTP/1.1" status: 200 len: 1002 time: 0.1599562 Apr 11 15:28:07.393585 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (895943ef-9c29-4fae-b5b6-82ebc8c70f55), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.395258 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774360'] for router_interface (f39dbadb-ee5d-4033-a388-92ec72674060), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.482829 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (895943ef-9c29-4fae-b5b6-82ebc8c70f55), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.513618 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895943ef-9c29-4fae-b5b6-82ebc8c70f55']}} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:07.530465 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b12f33-357c-46fc-ad16-08289fd8a38b') {'for_net_delete': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:07.531579 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b12f33-357c-46fc-ad16-08289fd8a38b') {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:07.559056 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2945586'] for segment (54b12f33-357c-46fc-ad16-08289fd8a38b), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.583817 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860310d0-e3da-4559-9a39-1969619daa7c req-c33388ca-c9ec-42b9-b5ae-c9e02bf7efa8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:07.585507 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-860310d0-e3da-4559-9a39-1969619daa7c req-c33388ca-c9ec-42b9-b5ae-c9e02bf7efa8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0704601 Apr 11 15:28:07.586555 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (54b12f33-357c-46fc-ad16-08289fd8a38b), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.599934 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:28:07.600337 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492449'] for segment (54b12f33-357c-46fc-ad16-08289fd8a38b), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: Traceback (most recent call last): Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: timer() Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: cb(*args, **kw) Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: return func(*args, **kwargs) Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: self._notify() Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: self.callback(batched_events) Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: event.method(event) Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: return f(self, *a, **k) Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._get(url).json() Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: return self.request(url, 'GET', **kwargs) Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:28:07.602102 dv-cinder-836083-4-iscsi neutron-server[103869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:28:07.665968 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] Router f39dbadb-ee5d-4033-a388-92ec72674060 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:28:07.694110 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-860310d0-e3da-4559-9a39-1969619daa7c req-e50a6298-47f8-4fd4-8350-7ccc4ed8e71b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021769 Apr 11 15:28:07.760140 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (895943ef-9c29-4fae-b5b6-82ebc8c70f55), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.767155 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.770944 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] 10.222.0.47 "DELETE /v2.0/networks/895943ef-9c29-4fae-b5b6-82ebc8c70f55 HTTP/1.1" status: 204 len: 168 time: 0.5225608 Apr 11 15:28:07.787983 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:07.790688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28a5e8-1738-43c6-a2dd-3fea5bad9d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=895943ef-9c29-4fae-b5b6-82ebc8c70f55,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:07.798909 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] Sync routers for ids ['f39dbadb-ee5d-4033-a388-92ec72674060'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:07.802906 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36776) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:07.810075 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-0a6c4ae0-d7ab-49c6-a9dc-3e9925b344c2 admin admin] 10.222.0.47 "PUT /v2.0/routers/f39dbadb-ee5d-4033-a388-92ec72674060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2870464 Apr 11 15:28:07.818333 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] Routers {'f39dbadb-ee5d-4033-a388-92ec72674060'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:07.818996 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:27:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['f39dbadb-ee5d-4033-a388-92ec72674060'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:07.939897 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Publish callbacks [] for router (f39dbadb-ee5d-4033-a388-92ec72674060), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:07.942984 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] Set router f39dbadb-ee5d-4033-a388-92ec72674060 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:08.056175 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Publish callbacks [] for router_gateway (f39dbadb-ee5d-4033-a388-92ec72674060), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.117965 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:28:06Z', 'revision_number': 5, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:08.151302 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] Checking router: f39dbadb-ee5d-4033-a388-92ec72674060 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:08.160560 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] Routers {'f39dbadb-ee5d-4033-a388-92ec72674060'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:08.161750 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:27:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['f39dbadb-ee5d-4033-a388-92ec72674060'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:08.180421 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-b4f380d1-e2b6-471e-9c5a-c10b48c6839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:08.181955 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-b4f380d1-e2b6-471e-9c5a-c10b48c6839e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.0601525 Apr 11 15:28:08.253811 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Deleting port cb707e37-4091-4975-94c9-b3aecfeecf1c {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:28:08.254305 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.264250 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36780) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:08.289984 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] Set router f39dbadb-ee5d-4033-a388-92ec72674060 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:08.311922 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-b33c7c60-cef1-4d20-bf5f-f000059d1029 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7223bf46415c42048df9b54a0703b433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462413 Apr 11 15:28:08.316113 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36782) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:08.352147 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] For port cb707e37-4091-4975-94c9-b3aecfeecf1c, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=cb707e37-4091-4975-94c9-b3aecfeecf1c,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:08.352918 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.373167 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Calling delete_port for cb707e37-4091-4975-94c9-b3aecfeecf1c owned by network:router_gateway {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:28:08.378503 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1a78ab2-2666-4803-8758-d9b4e80e37c0 admin admin] Publish callbacks [] for security_group (655901db-d7a7-4d83-88fa-a7af73ade633), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.401421 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1a78ab2-2666-4803-8758-d9b4e80e37c0 admin admin] Publish callbacks [] for security_group (655901db-d7a7-4d83-88fa-a7af73ade633), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.468867 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:28:06Z', 'revision_number': 5, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:08.495526 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09751716-83e6-4800-b068-cea4dc35d0b0 None None] The sync data for ids ['f39dbadb-ee5d-4033-a388-92ec72674060'] in dv-cinder-836083-4-iscsi is: [{'id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'name': 'tempest-TestMinimumBasicScenario-840225637-router', 'tenant_id': '33f4eaf829004bbbb30f047652be5f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:41Z', 'updated_at': '2022-04-11T15:28:06Z', 'revision_number': 5, 'project_id': '33f4eaf829004bbbb30f047652be5f8a', 'gw_port': {'id': 'cb707e37-4091-4975-94c9-b3aecfeecf1c', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39dbadb-ee5d-4033-a388-92ec72674060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:42Z', 'updated_at': '2022-04-11T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:08.533950 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1a78ab2-2666-4803-8758-d9b4e80e37c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (655901db-d7a7-4d83-88fa-a7af73ade633), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.537598 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e1a78ab2-2666-4803-8758-d9b4e80e37c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.539419 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-e1a78ab2-2666-4803-8758-d9b4e80e37c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/655901db-d7a7-4d83-88fa-a7af73ade633 HTTP/1.1" status: 204 len: 168 time: 0.2217221 Apr 11 15:28:08.554627 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a78ab2-2666-4803-8758-d9b4e80e37c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655901db-d7a7-4d83-88fa-a7af73ade633,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:08.702669 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (cb707e37-4091-4975-94c9-b3aecfeecf1c), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:08.728964 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb707e37-4091-4975-94c9-b3aecfeecf1c,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:08.862678 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c30560-99bc-443b-8221-a9b7280a5db9 req-5a604963-0864-4e9b-a34c-46cde3abc88a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:08.864338 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d1c30560-99bc-443b-8221-a9b7280a5db9 req-5a604963-0864-4e9b-a34c-46cde3abc88a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0648382 Apr 11 15:28:08.865254 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776638'] for router_gateway (f39dbadb-ee5d-4033-a388-92ec72674060), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.026795 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47802'] for router (f39dbadb-ee5d-4033-a388-92ec72674060), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.031484 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Publish callbacks [] for router_controller (f39dbadb-ee5d-4033-a388-92ec72674060), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.040527 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-afd2d4c7-bbf7-4628-a9b8-3ab7445c464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:09.042047 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-afd2d4c7-bbf7-4628-a9b8-3ab7445c464f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003687 Apr 11 15:28:09.050794 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.094036 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d1c30560-99bc-443b-8221-a9b7280a5db9 req-91ba89d3-c7d5-4657-a01c-403442e558ed tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175007 Apr 11 15:28:09.194067 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1730649'] for router (f39dbadb-ee5d-4033-a388-92ec72674060), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.194739 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f39dbadb-ee5d-4033-a388-92ec72674060 {{(pid=103869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:28:09.199287 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.200495 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0ce35966-fa4e-464e-8b7c-6ab8435e8b01 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f39dbadb-ee5d-4033-a388-92ec72674060 HTTP/1.1" status: 204 len: 168 time: 1.3962383 Apr 11 15:28:09.203661 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36798) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:09.251059 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e260358-ea9e-4878-854a-e9068d8ced1d admin admin] Deleting subnet fec656bf-0354-4ad8-8e76-722b105501ad {{(pid=103869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:28:09.254353 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e260358-ea9e-4878-854a-e9068d8ced1d admin admin] Publish callbacks [] for subnet (fec656bf-0354-4ad8-8e76-722b105501ad), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.298675 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e260358-ea9e-4878-854a-e9068d8ced1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2945595'] for subnet (fec656bf-0354-4ad8-8e76-722b105501ad), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.429577 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e260358-ea9e-4878-854a-e9068d8ced1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (fec656bf-0354-4ad8-8e76-722b105501ad), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.577273 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e260358-ea9e-4878-854a-e9068d8ced1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143732'] for subnet (fec656bf-0354-4ad8-8e76-722b105501ad), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.608918 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e260358-ea9e-4878-854a-e9068d8ced1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec656bf-0354-4ad8-8e76-722b105501ad,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:09.612955 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e260358-ea9e-4878-854a-e9068d8ced1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.621069 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-2e260358-ea9e-4878-854a-e9068d8ced1d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fec656bf-0354-4ad8-8e76-722b105501ad HTTP/1.1" status: 204 len: 168 time: 0.4125874 Apr 11 15:28:09.625835 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36802) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:09.631914 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe484ce-e1b0-4558-8f23-1b8f7d50ba32 None None] Network c7316da3-3527-4cfd-adb9-6a1fa5547a13 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:09.727869 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (c7316da3-3527-4cfd-adb9-6a1fa5547a13), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.793897 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Deleting port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:28:09.794678 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.852431 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] DHCP port deletion for c7316da3-3527-4cfd-adb9-6a1fa5547a13 request from dv-cinder-836083-4-iscsi {{(pid=103870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:28:09.901311 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device cb707e37-4091-4975-94c9-b3aecfeecf1c no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:28:09.921433 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] For port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:09.922613 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:09.941076 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: cb707e37-4091-4975-94c9-b3aecfeecf1c {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:28:09.941723 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device cb707e37-4091-4975-94c9-b3aecfeecf1c not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:28:09.942716 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 3ee55bf1-4714-42a5-a11e-7d34df17f8fd no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:28:09.950179 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Calling delete_port for c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:28:10.013723 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Deleting port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 {{(pid=103870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:28:10.014010 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), before_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.029608 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 3ee55bf1-4714-42a5-a11e-7d34df17f8fd {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:28:10.029935 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 3ee55bf1-4714-42a5-a11e-7d34df17f8fd not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:28:10.155414 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] For port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54,segment=NetworkSegment(7163a3a0-a9b4-4d1c-8179-106351c62bf7),segment_id=7163a3a0-a9b4-4d1c-8179-106351c62bf7)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:10.159659 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), precommit_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.182735 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.194919 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Calling delete_port for c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 owned by network:dhcp {{(pid=103870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:28:10.244946 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] No DVR routers for this DVR port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 on host dv-cinder-836083-4-iscsi {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:28:10.285967 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:10.351772 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347'] for port (c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54), after_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.386975 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41780f8-2eea-4a2b-972d-c94b7586d45c req-936993d6-54f4-4065-9b78-8160c4847baa tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:10.389774 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e41780f8-2eea-4a2b-972d-c94b7586d45c req-936993d6-54f4-4065-9b78-8160c4847baa tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0831485 Apr 11 15:28:10.411187 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Pushing event deleted for resources: {'Port': ['ID=c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54,revision_number=None']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:10.424641 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] No DVR routers for this DVR port c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 on host dv-cinder-836083-4-iscsi {{(pid=103870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:28:10.439121 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.439856 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.440368 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.441037 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.441797 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.442581 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.443204 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.443919 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.445708 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.446402 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.446948 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.447476 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.448247 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.449407 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.450075 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7498494-4a2d-4718-8186-a7114e82bc29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:10.461709 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (c7316da3-3527-4cfd-adb9-6a1fa5547a13), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.470010 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-b127a6c4-e496-485c-9a2c-8195504894fa service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589715 Apr 11 15:28:10.519817 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7316da3-3527-4cfd-adb9-6a1fa5547a13']}} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:10.531665 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7163a3a0-a9b4-4d1c-8179-106351c62bf7') {'for_net_delete': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:10.532209 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7163a3a0-a9b4-4d1c-8179-106351c62bf7') {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:10.547350 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10103209'] for segment (7163a3a0-a9b4-4d1c-8179-106351c62bf7), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.565254 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (7163a3a0-a9b4-4d1c-8179-106351c62bf7), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.579734 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e41780f8-2eea-4a2b-972d-c94b7586d45c req-f4c7dd28-563f-443c-a3d2-0d7370bdc0d9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732600 Apr 11 15:28:10.581423 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:28:10.582080 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10357356'] for segment (7163a3a0-a9b4-4d1c-8179-106351c62bf7), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: Traceback (most recent call last): Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: timer() Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: cb(*args, **kw) Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: return func(*args, **kwargs) Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: self._notify() Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: self.callback(batched_events) Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: event.method(event) Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: return f(self, *a, **k) Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._get(url).json() Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: return self.request(url, 'GET', **kwargs) Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:28:10.585223 dv-cinder-836083-4-iscsi neutron-server[103868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:28:10.647277 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa48ff44-0cd8-4528-8894-f1b7dd44ef56 req-573871bb-ff48-47bc-9263-1ddefab0da98 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616914 Apr 11 15:28:10.759770 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (c7316da3-3527-4cfd-adb9-6a1fa5547a13), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.768815 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:10.770092 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c7316da3-3527-4cfd-adb9-6a1fa5547a13 HTTP/1.1" status: 204 len: 168 time: 1.1426342 Apr 11 15:28:10.773448 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36836) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:10.786026 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb86b5-6bd3-44ce-a9c0-16cc23432063 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7316da3-3527-4cfd-adb9-6a1fa5547a13,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:11.179678 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774516'] for router_interface (be9513c1-6131-4d75-a230-aa177f823b96), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:11.431492 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] Deleting port 48677c83-70f8-4926-943b-d5a1d2f24abb {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:28:11.432279 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:11.519014 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] For port 48677c83-70f8-4926-943b-d5a1d2f24abb, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=48677c83-70f8-4926-943b-d5a1d2f24abb,segment=NetworkSegment(74f4e5d5-0142-4419-8e4c-f1cfc3ac8925),segment_id=74f4e5d5-0142-4419-8e4c-f1cfc3ac8925)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:11.519186 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:11.533947 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] Calling delete_port for 48677c83-70f8-4926-943b-d5a1d2f24abb owned by network:router_interface {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:28:11.764309 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468f941-a9ae-4393-b0af-656a703de5ac req-05f3161e-805d-4f8e-82a3-7ba2482575c5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:11.766548 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d468f941-a9ae-4393-b0af-656a703de5ac req-05f3161e-805d-4f8e-82a3-7ba2482575c5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0811520 Apr 11 15:28:11.857162 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:28:11.867744 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d468f941-a9ae-4393-b0af-656a703de5ac req-e659c85e-6505-4a58-bba5-ea22c3154807 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811596 Apr 11 15:28:11.887449 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:28:11.887899 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c54ea8bc-a7b4-44a0-a13a-6ce63b7c1b54 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:28:11.933376 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (48677c83-70f8-4926-943b-d5a1d2f24abb), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:11.964990 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] Pushing event deleted for resources: {'Port': ['ID=48677c83-70f8-4926-943b-d5a1d2f24abb,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:12.033904 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7b1386e9-b2c4-448c-86da-18e1e745071c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.149183 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774360'] for router_interface (be9513c1-6131-4d75-a230-aa177f823b96), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.383922 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] Router be9513c1-6131-4d75-a230-aa177f823b96 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:28:12.494027 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:12.499053 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-5e5a843e-9062-44f1-b385-e5ccc63f9111 admin admin] 10.222.0.47 "PUT /v2.0/routers/be9513c1-6131-4d75-a230-aa177f823b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244549 Apr 11 15:28:12.501689 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36854) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:12.506286 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] Sync routers for ids ['be9513c1-6131-4d75-a230-aa177f823b96'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:12.516580 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] Routers {'be9513c1-6131-4d75-a230-aa177f823b96'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:12.517204 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:27:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['be9513c1-6131-4d75-a230-aa177f823b96'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:12.617389 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Publish callbacks [] for router (be9513c1-6131-4d75-a230-aa177f823b96), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.726327 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Publish callbacks [] for router_gateway (be9513c1-6131-4d75-a230-aa177f823b96), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.779174 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] Set router be9513c1-6131-4d75-a230-aa177f823b96 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:12.871841 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Deleting port e3c00a48-5e64-4bf9-b7ab-b1142020d65e {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:28:12.872464 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:12.900266 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c9e6bf5c-0717-42de-bc68-37ccc5a77acd details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:28:12.985217 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] For port e3c00a48-5e64-4bf9-b7ab-b1142020d65e, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=e3c00a48-5e64-4bf9-b7ab-b1142020d65e,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:12.985777 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.028005 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Calling delete_port for e3c00a48-5e64-4bf9-b7ab-b1142020d65e owned by network:router_gateway {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:28:13.045791 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f4b1d-e66a-49d3-a3cb-dad07835b17d req-70f27926-3661-4bd6-b976-4c566d54fdc0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:13.046181 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'name': 'tempest-TestMinimumBasicScenario-961171136-router', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:50Z', 'updated_at': '2022-04-11T15:28:11Z', 'revision_number': 5, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'gw_port': {'id': 'e3c00a48-5e64-4bf9-b7ab-b1142020d65e', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:24:51Z', 'updated_at': '2022-04-11T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:13.047366 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-126f4b1d-e66a-49d3-a3cb-dad07835b17d req-70f27926-3661-4bd6-b976-4c566d54fdc0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0836506 Apr 11 15:28:13.078322 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] Checking router: be9513c1-6131-4d75-a230-aa177f823b96 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:13.112947 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:13.121643 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] Routers {'be9513c1-6131-4d75-a230-aa177f823b96'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:13.122298 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:27:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['be9513c1-6131-4d75-a230-aa177f823b96'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:13.168035 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'port_id': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'mac_address': 'fa:16:3e:a6:43:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:28:13.182186 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-126f4b1d-e66a-49d3-a3cb-dad07835b17d req-905389ba-5f07-4fc2-9747-43a3175594d7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822766 Apr 11 15:28:13.257277 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] Set router be9513c1-6131-4d75-a230-aa177f823b96 gateway port host: None {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:13.259426 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port c9e6bf5c-0717-42de-bc68-37ccc5a77acd is: ACTIVE; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:13.259853 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.325331 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'name': 'tempest-TestMinimumBasicScenario-961171136-router', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:50Z', 'updated_at': '2022-04-11T15:28:12Z', 'revision_number': 6, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'gw_port_host': None}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:13.330879 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9e6bf5c-0717-42de-bc68-37ccc5a77acd {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:28:13.363212 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f029d-5966-419f-9ca8-9ade767782c8 None None] The sync data for ids ['be9513c1-6131-4d75-a230-aa177f823b96'] in dv-cinder-836083-4-iscsi is: [{'id': 'be9513c1-6131-4d75-a230-aa177f823b96', 'name': 'tempest-TestMinimumBasicScenario-961171136-router', 'tenant_id': 'f5343bf5cbea44b39655300fbff29de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:24:50Z', 'updated_at': '2022-04-11T15:28:12Z', 'revision_number': 6, 'project_id': 'f5343bf5cbea44b39655300fbff29de0', 'gw_port_host': None}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:13.380916 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:13.422599 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (e3c00a48-5e64-4bf9-b7ab-b1142020d65e), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.447573 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c00a48-5e64-4bf9-b7ab-b1142020d65e,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:13.468166 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.520158 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776638'] for router_gateway (be9513c1-6131-4d75-a230-aa177f823b96), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.528299 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=6']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:13.621326 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47802'] for router (be9513c1-6131-4d75-a230-aa177f823b96), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.623377 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Publish callbacks [] for router_controller (be9513c1-6131-4d75-a230-aa177f823b96), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.768047 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1730649'] for router (be9513c1-6131-4d75-a230-aa177f823b96), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.768697 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router be9513c1-6131-4d75-a230-aa177f823b96 {{(pid=103869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:28:13.776084 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.777288 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-78324ad4-bdfa-44a6-81e0-b95b676762ae admin admin] 10.222.0.47 "DELETE /v2.0/routers/be9513c1-6131-4d75-a230-aa177f823b96 HTTP/1.1" status: 204 len: 168 time: 1.2746191 Apr 11 15:28:13.779821 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 36882) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:13.825711 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63e859e-bb4e-47e4-bc90-8260fa22ef26 admin admin] Deleting subnet c63115c1-15e1-4b57-93c4-942eaea5452e {{(pid=103869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:28:13.829052 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a63e859e-bb4e-47e4-bc90-8260fa22ef26 admin admin] Publish callbacks [] for subnet (c63115c1-15e1-4b57-93c4-942eaea5452e), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.867831 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a63e859e-bb4e-47e4-bc90-8260fa22ef26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2945595'] for subnet (c63115c1-15e1-4b57-93c4-942eaea5452e), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:13.946698 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a63e859e-bb4e-47e4-bc90-8260fa22ef26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (c63115c1-15e1-4b57-93c4-942eaea5452e), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.082588 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a63e859e-bb4e-47e4-bc90-8260fa22ef26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143732'] for subnet (c63115c1-15e1-4b57-93c4-942eaea5452e), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.109022 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e859e-bb4e-47e4-bc90-8260fa22ef26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63115c1-15e1-4b57-93c4-942eaea5452e,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:14.116151 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a63e859e-bb4e-47e4-bc90-8260fa22ef26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.122484 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36884) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:14.124038 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b278b63-d4ae-408c-8ad5-59ee0d7c64e6 None None] Network 72232167-6dd2-4650-a897-cc032b22bbd8 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:14.130933 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a63e859e-bb4e-47e4-bc90-8260fa22ef26 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c63115c1-15e1-4b57-93c4-942eaea5452e HTTP/1.1" status: 204 len: 168 time: 0.3495443 Apr 11 15:28:14.212027 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (72232167-6dd2-4650-a897-cc032b22bbd8), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.229787 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 48677c83-70f8-4926-943b-d5a1d2f24abb no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:28:14.250877 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 48677c83-70f8-4926-943b-d5a1d2f24abb {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:28:14.251224 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 48677c83-70f8-4926-943b-d5a1d2f24abb not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:28:14.347781 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Deleting port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:28:14.348241 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.350624 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b0206-6665-4e32-af65-b5d0ae32ba64 req-033f1244-28de-40dd-a8ea-601a16efff93 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:14.352939 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bb1b0206-6665-4e32-af65-b5d0ae32ba64 req-033f1244-28de-40dd-a8ea-601a16efff93 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 945 time: 0.0639036 Apr 11 15:28:14.385131 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690656c-b366-43f0-a0b9-e09cd1aecc21 None None] DHCP port deletion for 72232167-6dd2-4650-a897-cc032b22bbd8 request from dv-cinder-836083-4-iscsi {{(pid=103870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:28:14.413368 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bb1b0206-6665-4e32-af65-b5d0ae32ba64 req-8fed034c-8734-4f15-9c52-fb84a1026404 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495393 Apr 11 15:28:14.429898 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] For port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=7df377f6-fe16-4fcf-8e40-19aafb5a5d4e,segment=NetworkSegment(74f4e5d5-0142-4419-8e4c-f1cfc3ac8925),segment_id=74f4e5d5-0142-4419-8e4c-f1cfc3ac8925)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:14.430400 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.431603 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-8690656c-b366-43f0-a0b9-e09cd1aecc21 None None] Deleting port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e {{(pid=103870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:28:14.432333 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8690656c-b366-43f0-a0b9-e09cd1aecc21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), before_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.447640 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e448e7ad-1d70-4d7e-9228-d4e4856da27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.454393 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Calling delete_port for 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:28:14.513067 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-8690656c-b366-43f0-a0b9-e09cd1aecc21 None None] For port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=7df377f6-fe16-4fcf-8e40-19aafb5a5d4e,segment=NetworkSegment(74f4e5d5-0142-4419-8e4c-f1cfc3ac8925),segment_id=74f4e5d5-0142-4419-8e4c-f1cfc3ac8925)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:14.513469 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8690656c-b366-43f0-a0b9-e09cd1aecc21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), precommit_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.529629 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-8690656c-b366-43f0-a0b9-e09cd1aecc21 None None] Calling delete_port for 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e owned by network:dhcp {{(pid=103870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:28:14.647901 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.654345 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8690656c-b366-43f0-a0b9-e09cd1aecc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347'] for port (7df377f6-fe16-4fcf-8e40-19aafb5a5d4e), after_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.677051 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df377f6-fe16-4fcf-8e40-19aafb5a5d4e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:14.679244 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] No DVR routers for this DVR port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e on host dv-cinder-836083-4-iscsi {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:28:14.686388 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690656c-b366-43f0-a0b9-e09cd1aecc21 None None] Pushing event deleted for resources: {'Port': ['ID=7df377f6-fe16-4fcf-8e40-19aafb5a5d4e,revision_number=None']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:14.690402 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690656c-b366-43f0-a0b9-e09cd1aecc21 None None] No DVR routers for this DVR port 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e on host dv-cinder-836083-4-iscsi {{(pid=103870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:28:14.751985 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (72232167-6dd2-4650-a897-cc032b22bbd8), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.776214 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72232167-6dd2-4650-a897-cc032b22bbd8']}} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:14.786231 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925') {'for_net_delete': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:14.786527 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f4e5d5-0142-4419-8e4c-f1cfc3ac8925') {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:14.796438 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10103209'] for segment (74f4e5d5-0142-4419-8e4c-f1cfc3ac8925), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.810312 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (74f4e5d5-0142-4419-8e4c-f1cfc3ac8925), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.817093 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:28:14.817495 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10357356'] for segment (74f4e5d5-0142-4419-8e4c-f1cfc3ac8925), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: Traceback (most recent call last): Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: timer() Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: cb(*args, **kw) Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: return func(*args, **kwargs) Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: self._notify() Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: self.callback(batched_events) Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: event.method(event) Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: return f(self, *a, **k) Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._get(url).json() Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: return self.request(url, 'GET', **kwargs) Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:28:14.819343 dv-cinder-836083-4-iscsi neutron-server[103868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:28:14.950903 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (72232167-6dd2-4650-a897-cc032b22bbd8), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.956803 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:14.959946 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] 10.222.0.47 "DELETE /v2.0/networks/72232167-6dd2-4650-a897-cc032b22bbd8 HTTP/1.1" status: 204 len: 168 time: 0.8364487 Apr 11 15:28:14.971077 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626d8cc-4d8a-4153-9a22-d424756bd631 admin admin] Pushing event deleted for resources: {'Network': ['ID=72232167-6dd2-4650-a897-cc032b22bbd8,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:15.312207 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36898) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:15.352487 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-10138734-1ce3-460d-bc81-3f40d0f9b184 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33f4eaf829004bbbb30f047652be5f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385256 Apr 11 15:28:15.354963 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36900) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:15.407560 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ed41134-4ce2-4545-b55e-316468e3d02b admin admin] Publish callbacks [] for security_group (d3841984-b559-4030-b62e-eb4a21df0938), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:15.430175 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ed41134-4ce2-4545-b55e-316468e3d02b admin admin] Publish callbacks [] for security_group (d3841984-b559-4030-b62e-eb4a21df0938), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:15.470819 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:15.544440 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866a9df-3745-406a-aaba-7d308fe16c61 req-a23700d0-350c-4abb-b90a-3473da6b3d68 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:15.545011 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ed41134-4ce2-4545-b55e-316468e3d02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (d3841984-b559-4030-b62e-eb4a21df0938), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:15.545929 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f866a9df-3745-406a-aaba-7d308fe16c61 req-a23700d0-350c-4abb-b90a-3473da6b3d68 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 945 time: 0.0554986 Apr 11 15:28:15.548222 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ed41134-4ce2-4545-b55e-316468e3d02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:15.549381 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6ed41134-4ce2-4545-b55e-316468e3d02b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3841984-b559-4030-b62e-eb4a21df0938 HTTP/1.1" status: 204 len: 168 time: 0.1934445 Apr 11 15:28:15.560478 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed41134-4ce2-4545-b55e-316468e3d02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3841984-b559-4030-b62e-eb4a21df0938,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:15.600909 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f866a9df-3745-406a-aaba-7d308fe16c61 req-81364b9f-b66f-4855-a0b7-ab322dc071eb tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481000 Apr 11 15:28:15.812493 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:28:15.831912 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:28:15.833614 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 7df377f6-fe16-4fcf-8e40-19aafb5a5d4e not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:28:15.833614 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device e3c00a48-5e64-4bf9-b7ab-b1142020d65e no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:28:15.851264 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: e3c00a48-5e64-4bf9-b7ab-b1142020d65e {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:28:15.851641 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device e3c00a48-5e64-4bf9-b7ab-b1142020d65e not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:28:16.389067 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36914) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:16.441359 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-99a94fbb-dc19-444a-87cc-66f163c8fdf3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5343bf5cbea44b39655300fbff29de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508137 Apr 11 15:28:16.443821 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36916) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:16.498566 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62ac4356-cc19-41a6-9c0a-dfe048134213 admin admin] Publish callbacks [] for security_group (21399336-8bee-4a0e-85c3-d89cb654e18b), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:16.526114 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62ac4356-cc19-41a6-9c0a-dfe048134213 admin admin] Publish callbacks [] for security_group (21399336-8bee-4a0e-85c3-d89cb654e18b), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:16.673179 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62ac4356-cc19-41a6-9c0a-dfe048134213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (21399336-8bee-4a0e-85c3-d89cb654e18b), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:16.675955 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-62ac4356-cc19-41a6-9c0a-dfe048134213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:16.677189 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-62ac4356-cc19-41a6-9c0a-dfe048134213 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/21399336-8bee-4a0e-85c3-d89cb654e18b HTTP/1.1" status: 204 len: 168 time: 0.2324347 Apr 11 15:28:16.688222 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac4356-cc19-41a6-9c0a-dfe048134213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21399336-8bee-4a0e-85c3-d89cb654e18b,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:16.745868 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:16.772951 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5993-0831-4a1a-802d-df9ec3dbac59 req-3b7493d9-7132-4e91-b9a3-af200155ad20 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:16.781678 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-049a5993-0831-4a1a-802d-df9ec3dbac59 req-3b7493d9-7132-4e91-b9a3-af200155ad20 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 945 time: 0.1020808 Apr 11 15:28:16.832484 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-049a5993-0831-4a1a-802d-df9ec3dbac59 req-640a418c-0401-44e2-a107-6ba7079c713c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496562 Apr 11 15:28:16.925597 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['c9e6bf5c-0717-42de-bc68-37ccc5a77acd'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:28:17.825350 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36960) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:17.932108 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-934319947-network', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:17.987487 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667ee4a-6c8f-4aff-92e1-b1606c5ef3d6 req-7fe35df3-630f-4f15-9574-2624db65539c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:17.989131 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b667ee4a-6c8f-4aff-92e1-b1606c5ef3d6 req-7fe35df3-630f-4f15-9574-2624db65539c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 945 time: 0.0691988 Apr 11 15:28:18.039375 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Made reservation on behalf of 6cd7ff99f1ca4f849d26929168ceaae8 for: {'network': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:18.042191 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.048114 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b667ee4a-6c8f-4aff-92e1-b1606c5ef3d6 req-49e6a579-6cb7-41af-a293-ae917514c57e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493126 Apr 11 15:28:18.075955 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.149033 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Publish callbacks [] for security_group (a6c201ab-111e-43c5-996c-5d368f6ff52d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.245239 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a6c201ab-111e-43c5-996c-5d368f6ff52d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.285741 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:28:18.292477 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c201ab-111e-43c5-996c-5d368f6ff52d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:18.305139 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (0292580b-7791-4149-8f37-680ae449cd31), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.305139 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.segments_db [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Added segment 0292580b-7791-4149-8f37-680ae449cd31 of type vlan for network b3448c94-617c-4626-8e34-db817bb62e97 Apr 11 15:28:18.360395 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (b3448c94-617c-4626-8e34-db817bb62e97), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.373555 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.470910 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (b3448c94-617c-4626-8e34-db817bb62e97), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.472364 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:18.473161 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.572256 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] Pushing event updated for resources: {'Network': ['ID=b3448c94-617c-4626-8e34-db817bb62e97,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:18.579150 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-385c8f46-20bf-4e16-a044-f9d9c989d4df admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7526770 Apr 11 15:28:18.587052 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 36986) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:18.588570 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network b3448c94-617c-4626-8e34-db817bb62e97 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:28:18.602219 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Request body: {'subnet': {'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-934319947-subnet', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:18.690244 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Made reservation on behalf of 6cd7ff99f1ca4f849d26929168ceaae8 for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:18.692696 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9838240'] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:18.950525 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c9e6bf5c-0717-42de-bc68-37ccc5a77acd up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:19.122028 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port c9e6bf5c-0717-42de-bc68-37ccc5a77acd triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:19.122833 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:19.251893 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23838b-1574-4e84-8ad8-e553458a87f8 req-5d75f4ac-bc98-46d7-bdc1-31ffc807593f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:19.259915 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9c23838b-1574-4e84-8ad8-e553458a87f8 req-5d75f4ac-bc98-46d7-bdc1-31ffc807593f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 945 time: 0.0606773 Apr 11 15:28:19.287974 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port c9e6bf5c-0717-42de-bc68-37ccc5a77acd is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:19.289448 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:19.323381 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9838258'] for subnet (66d26c23-bea9-445d-bcb3-fac345d3fcf1), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:19.337131 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:28:19.339911 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e594ac3b-881d-482d-994f-ad112cf502ed" -d '{"events": [{"server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "name": "network-vif-plugged", "status": "completed", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:28:19.355726 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9c23838b-1574-4e84-8ad8-e553458a87f8 req-52a25853-fefb-4583-83cb-ec527ed93b4a tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933359 Apr 11 15:28:19.379007 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:19.453908 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d26c23-bea9-445d-bcb3-fac345d3fcf1,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:19.457006 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Checking segment: {'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:19.457380 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Network hostable DHCP agents. Network: b3448c94-617c-4626-8e34-db817bb62e97, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:28:19.460646 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:19.552870 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=7']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:19.568452 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Network b3448c94-617c-4626-8e34-db817bb62e97 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:28:19.645759 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a74aae7-efc6-47be-aeb2-6140f65c4eea x-openstack-request-id: req-4a74aae7-efc6-47be-aeb2-6140f65c4eea {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:28:19.646078 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "name": "network-vif-plugged", "status": "completed", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:28:19.646337 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a74aae7-efc6-47be-aeb2-6140f65c4eea {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:28:19.646760 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a74aae7-efc6-47be-aeb2-6140f65c4eea'] response: {'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'code': 200} Apr 11 15:28:19.674115 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, b3448c94-617c-4626-8e34-db817bb62e97) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:19.679102 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:19.680016 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:19.687216 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b478e6c-6cb8-47e8-a2d7-166d8d4c10ab None None] Network b3448c94-617c-4626-8e34-db817bb62e97 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:19.855063 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-b3448c94-617c-4626-8e34-db817bb62e97', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:28:19.855063 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:19.923373 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-550ff515-d414-41c8-81f7-daa985534670 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3389621 Apr 11 15:28:19.926123 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37010) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:19.931243 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:19.983656 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Allocated IP 172.20.0.2 (b3448c94-617c-4626-8e34-db817bb62e97/66d26c23-bea9-445d-bcb3-fac345d3fcf1/09b7be5a-ce90-4eaf-974d-824053e76a8e) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:20.034530 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:20.035879 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:20.175884 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks [] for router_controller (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), precommit_add_association {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:20.275494 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Publish callbacks [] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:20.392072 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:20.455512 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Pushing event updated for resources: {'Port': ['ID=09b7be5a-ce90-4eaf-974d-824053e76a8e,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:20.484967 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Network b3448c94-617c-4626-8e34-db817bb62e97 is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:20.489422 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:20.493686 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:20.579566 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Attempting to bind port 09b7be5a-ce90-4eaf-974d-824053e76a8e on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:20.580234 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Attempting to bind port 09b7be5a-ce90-4eaf-974d-824053e76a8e by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:20.580781 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Attempting to bind port 09b7be5a-ce90-4eaf-974d-824053e76a8e on network b3448c94-617c-4626-8e34-db817bb62e97 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:20.587366 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:20.588363 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Checking segment: {'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:20.588937 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:20.589504 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Bound using segment: {'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:20.590175 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Bound port: 09b7be5a-ce90-4eaf-974d-824053e76a8e, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:20.590754 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:20.684770 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] For port 09b7be5a-ce90-4eaf-974d-824053e76a8e, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:20.690655 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] For port 09b7be5a-ce90-4eaf-974d-824053e76a8e, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=09b7be5a-ce90-4eaf-974d-824053e76a8e,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:20.795617 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:20.844021 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6a167-5182-4078-be48-05ef97bd8f23 req-5a271a2d-0357-4799-b7d4-1591a6d03d71 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:20.846648 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-dbc6a167-5182-4078-be48-05ef97bd8f23 req-5a271a2d-0357-4799-b7d4-1591a6d03d71 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1285222 Apr 11 15:28:20.850982 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks [] for router_gateway (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:20.914741 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dd7a0-e569-4d7b-930d-d98d618b26b8 None None] Pushing event updated for resources: {'Port': ['ID=09b7be5a-ce90-4eaf-974d-824053e76a8e,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:20.945318 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-dbc6a167-5182-4078-be48-05ef97bd8f23 req-f25340a7-0392-489a-912d-122a1a502cb5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884032 Apr 11 15:28:21.312158 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks [] for router_gateway (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:21.356897 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:21.533375 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Allocated IP 172.27.0.99 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/c3e3962a-cc85-4d32-bcc6-1afa9d45d67a) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:21.680720 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks [] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:21.847161 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37036) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:21.858643 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 09b7be5a-ce90-4eaf-974d-824053e76a8e up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:21.923345 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 09b7be5a-ce90-4eaf-974d-824053e76a8e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:21.923763 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:21.978683 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-29dc7212-65e4-4648-80e7-bc0e6c03a350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.035676 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:28:22.047693 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 09b7be5a-ce90-4eaf-974d-824053e76a8e is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:22.047693 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.089710 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.091653 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port 09b7be5a-ce90-4eaf-974d-824053e76a8e, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=09b7be5a-ce90-4eaf-974d-824053e76a8e,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:22.097673 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-29dc7212-65e4-4648-80e7-bc0e6c03a350 admin admin] Publish callbacks [] for security_group (d2a48693-d00b-4282-94b7-ca0ddce787c9), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.191413 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:22.201253 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd63cd-af3d-4c4a-84b2-5f7f9d850036 req-1b079420-4177-4f6a-af78-d8d9ad50fccc tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:22.202606 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.203930 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-29dc7212-65e4-4648-80e7-bc0e6c03a350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (d2a48693-d00b-4282-94b7-ca0ddce787c9), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.210487 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8fbd63cd-af3d-4c4a-84b2-5f7f9d850036 req-1b079420-4177-4f6a-af78-d8d9ad50fccc tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1459351 Apr 11 15:28:22.227699 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:22.228013 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:22.270630 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-29dc7212-65e4-4648-80e7-bc0e6c03a350 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83c670ea2422490e9d44deba996f88cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210947 Apr 11 15:28:22.270630 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc7212-65e4-4648-80e7-bc0e6c03a350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a48693-d00b-4282-94b7-ca0ddce787c9,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:22.285841 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=09b7be5a-ce90-4eaf-974d-824053e76a8e,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:22.286409 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37052) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:22.344425 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db945b-1f00-4485-9e55-0890371ade27 None None] Network b3448c94-617c-4626-8e34-db817bb62e97 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:22.374035 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa6404cb-e710-4e99-91d1-6fff084c3f55 admin admin] Publish callbacks [] for security_group (d2a48693-d00b-4282-94b7-ca0ddce787c9), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.406017 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa6404cb-e710-4e99-91d1-6fff084c3f55 admin admin] Publish callbacks [] for security_group (d2a48693-d00b-4282-94b7-ca0ddce787c9), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.454273 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e3962a-cc85-4d32-bcc6-1afa9d45d67a,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:22.476211 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-cfa8f987-dfd9-44ba-9dc7-9b2c257eb6c5 None None] Provisioning complete for port 09b7be5a-ce90-4eaf-974d-824053e76a8e triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:22.476564 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f987-dfd9-44ba-9dc7-9b2c257eb6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.495757 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8fbd63cd-af3d-4c4a-84b2-5f7f9d850036 req-2edb2098-077b-4ae1-a244-afa85b7bb940 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842402 Apr 11 15:28:22.551394 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa6404cb-e710-4e99-91d1-6fff084c3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (d2a48693-d00b-4282-94b7-ca0ddce787c9), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.555316 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-aa6404cb-e710-4e99-91d1-6fff084c3f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.559441 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-aa6404cb-e710-4e99-91d1-6fff084c3f55 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2a48693-d00b-4282-94b7-ca0ddce787c9 HTTP/1.1" status: 204 len: 168 time: 0.2680452 Apr 11 15:28:22.580126 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6404cb-e710-4e99-91d1-6fff084c3f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a48693-d00b-4282-94b7-ca0ddce787c9,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:22.637836 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8f987-dfd9-44ba-9dc7-9b2c257eb6c5 None None] Current status of the port 09b7be5a-ce90-4eaf-974d-824053e76a8e is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:22.772104 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks [] for router_gateway (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:22.976987 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-504afb62-401a-4a8d-b13c-4c1a54a02e52 None None] Provisioning complete for port 09b7be5a-ce90-4eaf-974d-824053e76a8e triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:22.977742 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-504afb62-401a-4a8d-b13c-4c1a54a02e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:23.128682 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-504afb62-401a-4a8d-b13c-4c1a54a02e52 None None] Current status of the port 09b7be5a-ce90-4eaf-974d-824053e76a8e is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:23.175908 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:23.508927 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:28:23.732809 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a6b2-b6af-4db7-80f7-6b56908841c5 req-3fd2cfdb-bb99-45cd-9e3f-d05fb2a4d6fa tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:23.735627 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7d63a6b2-b6af-4db7-80f7-6b56908841c5 req-3fd2cfdb-bb99-45cd-9e3f-d05fb2a4d6fa tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0995061 Apr 11 15:28:23.737884 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:23.753740 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Sync routers for ids ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:23.774402 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Routers {'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:23.775655 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:23.847598 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7d63a6b2-b6af-4db7-80f7-6b56908841c5 req-33aeee4e-06ea-457c-a0c6-1244f6fc0ec1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006737 Apr 11 15:28:23.882738 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 09b7be5a-ce90-4eaf-974d-824053e76a8e up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:23.883610 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:23.888147 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1f579fbd-e5a2-4e61-af8c-144b766ccb44 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9606800 Apr 11 15:28:23.892182 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37078) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:23.999275 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 09b7be5a-ce90-4eaf-974d-824053e76a8e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:24.000517 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:24.066979 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Set router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:24.195123 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 09b7be5a-ce90-4eaf-974d-824053e76a8e is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:24.422639 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:22Z', 'revision_number': 3, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:24.463791 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37090) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:24.478161 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Checking router: dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:24.478915 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Updating router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:24.533806 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:24.658921 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:24.931820 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Allocated IP 172.20.0.1 (b3448c94-617c-4626-8e34-db817bb62e97/66d26c23-bea9-445d-bcb3-fac345d3fcf1/f6a03b9c-1fd6-408b-ad07-210e64472b1f) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:25.021179 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-982970068-network', 'tenant_id': '356878eeeb8647fd946ce10c3667d507'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:25.023726 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Publish callbacks [] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.048519 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb0b3a-2bba-4969-81ef-2514aaecc93f req-e50ba555-8927-4b24-bb2d-fc053a63626b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:25.051158 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-86eb0b3a-2bba-4969-81ef-2514aaecc93f req-e50ba555-8927-4b24-bb2d-fc053a63626b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0846183 Apr 11 15:28:25.086021 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.134352 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-86eb0b3a-2bba-4969-81ef-2514aaecc93f req-4a2d4e16-fe31-4e28-ae1b-a10af84a01f1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734835 Apr 11 15:28:25.141174 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Publish callbacks [] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.201759 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Pushing event updated for resources: {'Port': ['ID=c3e3962a-cc85-4d32-bcc6-1afa9d45d67a,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:25.214854 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.215129 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.215332 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.215739 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.216090 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.216430 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.216771 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.217169 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.217606 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.218361 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.219443 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.220025 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.220569 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.221076 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.221625 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:25.227611 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Attempting to bind port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:25.228000 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Attempting to bind port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:25.228787 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Attempting to bind port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:25.247826 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:25.248043 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:25.248322 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.248736 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:25.249239 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Bound port: c3e3962a-cc85-4d32-bcc6-1afa9d45d67a, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:25.249706 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.257142 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Made reservation on behalf of 356878eeeb8647fd946ce10c3667d507 for: {'network': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:25.260167 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.270113 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.417741 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.469451 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] For port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:25.476862 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] For port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c3e3962a-cc85-4d32-bcc6-1afa9d45d67a,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:25.488103 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a03b9c-1fd6-408b-ad07-210e64472b1f,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:25.508501 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Network b3448c94-617c-4626-8e34-db817bb62e97 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:25.512925 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:25.516293 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Publish callbacks [] for security_group (de5fff61-a8b4-4d2c-a51f-9f47dd3b22d3), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.517399 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:25.564166 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.612113 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.626394 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (de5fff61-a8b4-4d2c-a51f-9f47dd3b22d3), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.672118 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:28:25.740433 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Routers {'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:25.742656 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:25.755043 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5fff61-a8b4-4d2c-a51f-9f47dd3b22d3,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:25.769046 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (f8d902e8-ebdb-4057-84cd-ddbf1d321a78), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.769397 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.segments_db [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Added segment f8d902e8-ebdb-4057-84cd-ddbf1d321a78 of type vlan for network e66531bf-6e49-4c11-b73f-66bed8e063d7 Apr 11 15:28:25.855198 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (e66531bf-6e49-4c11-b73f-66bed8e063d7), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.860412 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652cade-8104-4cbf-8cce-e9c0902cb86e None None] Pushing event updated for resources: {'Port': ['ID=c3e3962a-cc85-4d32-bcc6-1afa9d45d67a,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:25.985838 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-e79f45c6-11b8-4e93-b67f-0779bb99837f None None] Provisioning complete for port f6a03b9c-1fd6-408b-ad07-210e64472b1f triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:25.988656 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:25.989848 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e79f45c6-11b8-4e93-b67f-0779bb99837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.043207 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] Set router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:26.107241 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (e66531bf-6e49-4c11-b73f-66bed8e063d7), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.108309 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:26.108765 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-e79f45c6-11b8-4e93-b67f-0779bb99837f None None] Port f6a03b9c-1fd6-408b-ad07-210e64472b1f cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:26.109139 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.279457 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8111370 Apr 11 15:28:26.279697 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37106) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:26.288843 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927139fb-720a-47db-a91c-7c7ae39609ff admin admin] Pushing event updated for resources: {'Network': ['ID=e66531bf-6e49-4c11-b73f-66bed8e063d7,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:26.291593 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Request body: {'subnet': {'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-982970068-subnet', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'ip_version': 4}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:26.318553 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:28:26.374054 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:22Z', 'revision_number': 3, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:26.395808 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffab23a-04d3-46ba-bd56-f431a7b3b7da req-bdad0fc5-691b-4770-bd9a-e01c3cd5a896 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:26.407189 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8ffab23a-04d3-46ba-bd56-f431a7b3b7da req-bdad0fc5-691b-4770-bd9a-e01c3cd5a896 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1085896 Apr 11 15:28:26.425892 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Publish callbacks [] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.454648 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5c69d-8a15-48a4-a0d2-c9fea30af553 None None] The sync data for ids ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'] in dv-cinder-836083-4-iscsi is: [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:22Z', 'revision_number': 3, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:26.476552 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Made reservation on behalf of 356878eeeb8647fd946ce10c3667d507 for: {'subnet': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:26.480232 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3143721'] for subnet (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.531564 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.531815 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8ffab23a-04d3-46ba-bd56-f431a7b3b7da req-fdffcf1f-77df-4563-8d55-07af1d8abee7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231368 Apr 11 15:28:26.679034 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:26.681189 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a03b9c-1fd6-408b-ad07-210e64472b1f,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:26.822023 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Network b3448c94-617c-4626-8e34-db817bb62e97 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:26.824235 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:26.952695 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2504262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3143739'] for subnet (f0fe5095-ae2e-4dc5-ab12-87421227409c), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:27.021597 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:28:27.088323 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fe5095-ae2e-4dc5-ab12-87421227409c,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:27.121791 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Checking segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:27.122507 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Network hostable DHCP agents. Network: e66531bf-6e49-4c11-b73f-66bed8e063d7, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:28:27.257053 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:28:27.301269 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:27.311408 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-0942550c-df7e-47db-9427-f09f2e7d1304 admin admin] 10.222.0.47 "PUT /v2.0/routers/dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4161959 Apr 11 15:28:27.348191 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-dd3a474c-5a39-451a-8c6a-7c8322559ac3 None None] Provisioning complete for port f6a03b9c-1fd6-408b-ad07-210e64472b1f triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:27.349066 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-dd3a474c-5a39-451a-8c6a-7c8322559ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:27.368559 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, e66531bf-6e49-4c11-b73f-66bed8e063d7) {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:27.374052 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:27.377021 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:27.518556 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-563a7a76-bd94-4743-ab7a-ce1382ab6f63 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2377157 Apr 11 15:28:27.521303 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37120) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:27.531838 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:27.594808 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9fd1e5-7b20-4291-aeee-70a1421723f1 None None] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:27.681465 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:27.682659 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:27.728851 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a474c-5a39-451a-8c6a-7c8322559ac3 None None] Port f6a03b9c-1fd6-408b-ad07-210e64472b1f cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:27.904314 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-e66531bf-6e49-4c11-b73f-66bed8e063d7', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:28:27.907681 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:27.918493 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94321818-59df-418c-841f-b824b21e728a req-11fcee21-32a1-43a9-9d70-e84ddc29871f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:27.920767 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-94321818-59df-418c-841f-b824b21e728a req-11fcee21-32a1-43a9-9d70-e84ddc29871f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1762271 Apr 11 15:28:27.926739 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks [] for router_controller (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), precommit_add_association {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:28.060172 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-94321818-59df-418c-841f-b824b21e728a req-c2b70562-b80f-4a15-80bd-209c10da98cc tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273921 Apr 11 15:28:28.076340 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c3e3962a-cc85-4d32-bcc6-1afa9d45d67a up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:28.235686 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:28.236128 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:28.242586 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Allocated IP 172.20.0.2 (e66531bf-6e49-4c11-b73f-66bed8e063d7/f0fe5095-ae2e-4dc5-ab12-87421227409c/87d54d57-6921-4521-aedf-b99d597f3d28) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:28.417394 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:28.418057 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:28.477141 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks [] for router_gateway (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:28.512584 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c3e3962a-cc85-4d32-bcc6-1afa9d45d67a,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:28.537417 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Publish callbacks [] for port (87d54d57-6921-4521-aedf-b99d597f3d28), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:28.586227 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:28.646271 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:28.704926 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:28.709406 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:28.716369 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:28.756671 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=c3e3962a-cc85-4d32-bcc6-1afa9d45d67a,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:28.993334 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37150) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:28.994960 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Pushing event updated for resources: {'Port': ['ID=87d54d57-6921-4521-aedf-b99d597f3d28,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:29.006474 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-559016672-network', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:29.019880 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Attempting to bind port 87d54d57-6921-4521-aedf-b99d597f3d28 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:29.021646 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Attempting to bind port 87d54d57-6921-4521-aedf-b99d597f3d28 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:29.022314 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Attempting to bind port 87d54d57-6921-4521-aedf-b99d597f3d28 on network e66531bf-6e49-4c11-b73f-66bed8e063d7 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:29.037258 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:29.037979 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Checking segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:29.038674 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.039181 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Bound using segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:29.040472 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Bound port: 87d54d57-6921-4521-aedf-b99d597f3d28, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:29.040985 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.052984 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks [] for router_gateway (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.127283 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.183971 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] For port 87d54d57-6921-4521-aedf-b99d597f3d28, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:29.191054 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Made reservation on behalf of bc1bb8f400634032bf6c10ff9d1f4e5b for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:29.192820 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] For port 87d54d57-6921-4521-aedf-b99d597f3d28, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=87d54d57-6921-4521-aedf-b99d597f3d28,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:29.193641 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.218323 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.283890 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.414238 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293734c-2764-4cc5-a83d-3888afb0a429 None None] Pushing event updated for resources: {'Port': ['ID=87d54d57-6921-4521-aedf-b99d597f3d28,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:29.420720 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Sync routers for ids ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:29.432956 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e233ed1-4b54-4248-b364-27c86a70ba6a req-964e2429-16da-42c8-942a-1db876536995 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:29.439066 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Routers {'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:29.443945 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-970e49be-893d-4f21-b074-667127c81d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:29.444232 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e233ed1-4b54-4248-b364-27c86a70ba6a req-964e2429-16da-42c8-942a-1db876536995 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1615069 Apr 11 15:28:29.488715 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Allocated IP 172.27.0.78 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/c453a380-3adb-46ac-a36d-f4110846873a) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:29.677170 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Publish callbacks [] for security_group (bdb21b5e-3d37-4dc9-87e1-119afda9937d), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.702856 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Set router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:29.709972 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e233ed1-4b54-4248-b364-27c86a70ba6a req-b939032d-a19f-43df-9c44-45084f665e5f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676837 Apr 11 15:28:29.847242 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (bdb21b5e-3d37-4dc9-87e1-119afda9937d), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.910211 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb21b5e-3d37-4dc9-87e1-119afda9937d,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:29.946118 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks [] for port (c453a380-3adb-46ac-a36d-f4110846873a), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:29.959095 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:28:30.011745 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (861e8792-4d01-4263-a75a-07669409bc1b), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.012341 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Added segment 861e8792-4d01-4263-a75a-07669409bc1b of type vlan for network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 Apr 11 15:28:30.134019 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-970e49be-893d-4f21-b074-667127c81d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'f6a03b9c-1fd6-408b-ad07-210e64472b1f', 'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'mac_address': 'fa:16:3e:2b:1b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:24Z', 'updated_at': '2022-04-11T15:28:26Z', 'revision_number': 2, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'subnets': [{'id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:30.191519 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (63a7f050-41a0-4181-9593-de3ff1a9f1d7), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.209845 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Checking router: dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:30.210965 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Updating router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 port f6a03b9c-1fd6-408b-ad07-210e64472b1f binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:30.258181 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 87d54d57-6921-4521-aedf-b99d597f3d28 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:30.263696 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.305351 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (c453a380-3adb-46ac-a36d-f4110846873a), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.381051 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (63a7f050-41a0-4181-9593-de3ff1a9f1d7), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.382080 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:30.382683 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.394261 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:30.405444 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:30.423590 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:30.426925 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 87d54d57-6921-4521-aedf-b99d597f3d28 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:30.426925 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:30.463089 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Pushing event updated for resources: {'Port': ['ID=c453a380-3adb-46ac-a36d-f4110846873a,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:30.543088 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5447598 Apr 11 15:28:30.547301 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fe61f-9809-415d-b557-2d2985239a4a admin admin] Pushing event updated for resources: {'Network': ['ID=63a7f050-41a0-4181-9593-de3ff1a9f1d7,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:30.548047 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37160) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:30.564918 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Request body: {'subnet': {'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-559016672-subnet', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:30.569141 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:28:30.736923 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Made reservation on behalf of bc1bb8f400634032bf6c10ff9d1f4e5b for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:30.739889 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9838240'] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.015266 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 87d54d57-6921-4521-aedf-b99d597f3d28 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:31.016529 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.072440 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port 87d54d57-6921-4521-aedf-b99d597f3d28, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=87d54d57-6921-4521-aedf-b99d597f3d28,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:31.199621 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.209217 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c3e3962a-cc85-4d32-bcc6-1afa9d45d67a up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:31.232752 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9838258'] for subnet (59899cce-c1c8-4fcd-83c0-64b7f72e5a17), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.283898 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=87d54d57-6921-4521-aedf-b99d597f3d28,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:31.283898 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792496a-8e98-4b1a-881b-74de74b53ad5 None None] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:31.291948 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59899cce-c1c8-4fcd-83c0-64b7f72e5a17,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:31.330151 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Checking segment: {'id': '861e8792-4d01-4263-a75a-07669409bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:31.330580 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Network hostable DHCP agents. Network: 63a7f050-41a0-4181-9593-de3ff1a9f1d7, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:28:31.349504 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ee459ed3-4797-4235-858e-e9144593af34 None None] Provisioning complete for port 87d54d57-6921-4521-aedf-b99d597f3d28 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:31.358514 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ee459ed3-4797-4235-858e-e9144593af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.454138 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1933a5-4a72-4643-a239-2af92b1db028 req-2b8cc455-3fb7-4db0-aaf6-d56f05407cb7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:31.455855 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1933a5-4a72-4643-a239-2af92b1db028 req-2b8cc455-3fb7-4db0-aaf6-d56f05407cb7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1109476 Apr 11 15:28:31.459873 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:28:31.577996 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, 63a7f050-41a0-4181-9593-de3ff1a9f1d7) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:31.585825 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:31.589219 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.632748 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c8324-8e00-4cba-b24e-a4fe73e575d9 None None] Network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:31.718302 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-ce663b4b-1a6b-4b49-a3f1-e4e033536d57 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1665359 Apr 11 15:28:31.720592 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37166) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:31.726993 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1933a5-4a72-4643-a239-2af92b1db028 req-6bf502f5-4f81-43a7-b331-24c8ec131445 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552736 Apr 11 15:28:31.740560 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-559016672-router', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:31.810483 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks [] for router_gateway (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.886344 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:31.886733 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.922975 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.924126 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:31.925627 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Publish callbacks [] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.042165 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ee459ed3-4797-4235-858e-e9144593af34 None None] Current status of the port 87d54d57-6921-4521-aedf-b99d597f3d28 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:32.065436 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks [] for router_controller (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), precommit_add_association {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.103665 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-63a7f050-41a0-4181-9593-de3ff1a9f1d7', 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7', 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'fixed_ips': [{'subnet_id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:28:32.104814 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.136560 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.340558 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.453968 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks [] for router_gateway (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.558421 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddf75e-076c-49f2-afe6-adea4547111e None None] Pushing event updated for resources: {'Port': ['ID=f6a03b9c-1fd6-408b-ad07-210e64472b1f,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:32.586282 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:32.643963 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-866703d2-e29a-4fb1-bd13-f2a2e37a9977 None None] Provisioning complete for port 87d54d57-6921-4521-aedf-b99d597f3d28 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:32.644548 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-866703d2-e29a-4fb1-bd13-f2a2e37a9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.659752 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Allocated IP 172.20.0.2 (63a7f050-41a0-4181-9593-de3ff1a9f1d7/59899cce-c1c8-4fcd-83c0-64b7f72e5a17/ffe76627-2e03-487f-9372-6f4a823d4c82) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:32.750623 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 87d54d57-6921-4521-aedf-b99d597f3d28 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:32.785524 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:28:32.845493 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Attempting to bind port f6a03b9c-1fd6-408b-ad07-210e64472b1f on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:32.845809 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Attempting to bind port f6a03b9c-1fd6-408b-ad07-210e64472b1f by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:32.846127 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Attempting to bind port f6a03b9c-1fd6-408b-ad07-210e64472b1f on network b3448c94-617c-4626-8e34-db817bb62e97 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:32.875870 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:32.876254 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Checking segment: {'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:32.876666 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:32.877067 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Bound using segment: {'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:32.877554 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Bound port: f6a03b9c-1fd6-408b-ad07-210e64472b1f, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:32.877940 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:33.037553 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks [] for router_gateway (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:33.089409 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:33.113936 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:33.118675 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Sync routers for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:33.162860 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-970e49be-893d-4f21-b074-667127c81d71 None None] For port f6a03b9c-1fd6-408b-ad07-210e64472b1f, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:33.171980 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65242f3-222c-4587-ad31-615e0e710a96 req-e8cadedf-f0f1-4a7c-b686-9e11f05e4675 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:33.173658 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f65242f3-222c-4587-ad31-615e0e710a96 req-e8cadedf-f0f1-4a7c-b686-9e11f05e4675 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1627340 Apr 11 15:28:33.175863 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-970e49be-893d-4f21-b074-667127c81d71 None None] For port f6a03b9c-1fd6-408b-ad07-210e64472b1f, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=f6a03b9c-1fd6-408b-ad07-210e64472b1f,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:33.192310 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:33.197830 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:33.227759 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:33.239171 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-54235474-8879-42d3-b1a2-493644614d47 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7131424 Apr 11 15:28:33.240088 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37180) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:33.259036 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 87d54d57-6921-4521-aedf-b99d597f3d28 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:33.259414 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:33.269970 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:33.451929 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Allocated IP 172.27.0.242 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/df345c20-fe6c-4332-80bf-2b44e3b66bf3) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:33.492205 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:33.649736 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-866703d2-e29a-4fb1-bd13-f2a2e37a9977 None None] Current status of the port 87d54d57-6921-4521-aedf-b99d597f3d28 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:33.658395 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddf75e-076c-49f2-afe6-adea4547111e None None] Pushing event updated for resources: {'Port': ['ID=f6a03b9c-1fd6-408b-ad07-210e64472b1f,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:33.738708 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f65242f3-222c-4587-ad31-615e0e710a96 req-547253cc-0b7f-4fc5-963f-677c69c27a90 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5517435 Apr 11 15:28:33.837127 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks [] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:33.932412 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-994ae536-0c7d-49ef-b97b-fd0b59c1c9ba None None] Provisioning complete for port f6a03b9c-1fd6-408b-ad07-210e64472b1f triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:33.932942 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-994ae536-0c7d-49ef-b97b-fd0b59c1c9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.023184 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:31Z', 'revision_number': 3, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:34.035369 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Routers {'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:34.036756 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-970e49be-893d-4f21-b074-667127c81d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:34.055665 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.121415 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 87d54d57-6921-4521-aedf-b99d597f3d28 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:34.142568 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Publish callbacks [] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.195185 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Checking router: 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:34.195185 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Updating router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 port c453a380-3adb-46ac-a36d-f4110846873a binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:34.244552 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=df345c20-fe6c-4332-80bf-2b44e3b66bf3,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:34.260958 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.277315 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:34.279455 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:34.292696 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c453a380-3adb-46ac-a36d-f4110846873a), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.295976 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:34.342025 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:34.378343 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:34.387472 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:34.422449 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-970e49be-893d-4f21-b074-667127c81d71 None None] Set router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:34.487172 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-994ae536-0c7d-49ef-b97b-fd0b59c1c9ba None None] Current status of the port f6a03b9c-1fd6-408b-ad07-210e64472b1f is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:34.487768 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-994ae536-0c7d-49ef-b97b-fd0b59c1c9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.523424 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Pushing event updated for resources: {'Port': ['ID=ffe76627-2e03-487f-9372-6f4a823d4c82,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:34.544459 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.547099 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Attempting to bind port ffe76627-2e03-487f-9372-6f4a823d4c82 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:34.547622 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Attempting to bind port ffe76627-2e03-487f-9372-6f4a823d4c82 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '861e8792-4d01-4263-a75a-07669409bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:34.548117 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Attempting to bind port ffe76627-2e03-487f-9372-6f4a823d4c82 on network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:34.586783 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-994ae536-0c7d-49ef-b97b-fd0b59c1c9ba None None] For port f6a03b9c-1fd6-408b-ad07-210e64472b1f, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=f6a03b9c-1fd6-408b-ad07-210e64472b1f,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:34.636977 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:34.636977 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Checking segment: {'id': '861e8792-4d01-4263-a75a-07669409bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:34.637580 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.638107 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Bound using segment: {'id': '861e8792-4d01-4263-a75a-07669409bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:34.638873 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Bound port: ffe76627-2e03-487f-9372-6f4a823d4c82, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861e8792-4d01-4263-a75a-07669409bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:34.639367 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:34.824776 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-994ae536-0c7d-49ef-b97b-fd0b59c1c9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.158626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Allocated IP 172.20.0.1 (e66531bf-6e49-4c11-b73f-66bed8e063d7/f0fe5095-ae2e-4dc5-ab12-87421227409c/7705e212-83ac-48d2-8fe1-9d29f6aef53a) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:35.174993 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12b156-ecd1-467e-85af-6273f65ae9e2 req-3751171e-60f9-4de9-bfd0-395be1aebb26 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:35.194513 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8f12b156-ecd1-467e-85af-6273f65ae9e2 req-3751171e-60f9-4de9-bfd0-395be1aebb26 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.2176819 Apr 11 15:28:35.246992 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks [] for router_gateway (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.294717 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Publish callbacks [] for port (c453a380-3adb-46ac-a36d-f4110846873a), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.310877 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8f12b156-ecd1-467e-85af-6273f65ae9e2 req-b6f3e1cc-7bff-4284-83b6-d7a9e3a3d569 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145213 Apr 11 15:28:35.394528 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-e3d3ec04-1892-48f3-8480-d981ab858e32 None None] Provisioning complete for port f6a03b9c-1fd6-408b-ad07-210e64472b1f triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:35.395108 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e3d3ec04-1892-48f3-8480-d981ab858e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.413650 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-970e49be-893d-4f21-b074-667127c81d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'f6a03b9c-1fd6-408b-ad07-210e64472b1f', 'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'mac_address': 'fa:16:3e:2b:1b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:24Z', 'updated_at': '2022-04-11T15:28:33Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'subnets': [{'id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:35.466846 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Publish callbacks [] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.489656 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c453a380-3adb-46ac-a36d-f4110846873a), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.531070 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e49be-893d-4f21-b074-667127c81d71 None None] The sync data for ids ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'] in dv-cinder-836083-4-iscsi is: [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'f6a03b9c-1fd6-408b-ad07-210e64472b1f', 'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'mac_address': 'fa:16:3e:2b:1b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:24Z', 'updated_at': '2022-04-11T15:28:33Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'subnets': [{'id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:35.550282 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ae536-0c7d-49ef-b97b-fd0b59c1c9ba None None] Pushing event updated for resources: {'Port': ['ID=f6a03b9c-1fd6-408b-ad07-210e64472b1f,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:35.571870 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] For port ffe76627-2e03-487f-9372-6f4a823d4c82, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:35.590021 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c7c1f-2bd3-45b4-ae5b-9b2a90d22eaf None None] Pushing event updated for resources: {'Port': ['ID=c453a380-3adb-46ac-a36d-f4110846873a,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:35.595491 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Attempting to bind port c453a380-3adb-46ac-a36d-f4110846873a on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:35.596101 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Attempting to bind port c453a380-3adb-46ac-a36d-f4110846873a by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:35.596728 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Attempting to bind port c453a380-3adb-46ac-a36d-f4110846873a on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:35.611804 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:35.611804 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:35.611804 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.611804 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:35.611804 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Bound port: c453a380-3adb-46ac-a36d-f4110846873a, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:35.613550 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c453a380-3adb-46ac-a36d-f4110846873a), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.664866 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] For port ffe76627-2e03-487f-9372-6f4a823d4c82, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=ffe76627-2e03-487f-9372-6f4a823d4c82,segment=NetworkSegment(861e8792-4d01-4263-a75a-07669409bc1b),segment_id=861e8792-4d01-4263-a75a-07669409bc1b)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:35.667427 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.785830 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Pushing event updated for resources: {'Port': ['ID=7705e212-83ac-48d2-8fe1-9d29f6aef53a,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:35.807815 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] For port c453a380-3adb-46ac-a36d-f4110846873a, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:35.808053 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-e3d3ec04-1892-48f3-8480-d981ab858e32 None None] Current status of the port f6a03b9c-1fd6-408b-ad07-210e64472b1f is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:35.808177 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] For port c453a380-3adb-46ac-a36d-f4110846873a, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c453a380-3adb-46ac-a36d-f4110846873a,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:35.808827 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.812082 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:35.817011 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:35.823794 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:35.885610 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:35.915131 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c453a380-3adb-46ac-a36d-f4110846873a), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.098884 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77445b45-8d08-4686-9ac9-fb6d72cbb81c None None] Pushing event updated for resources: {'Port': ['ID=ffe76627-2e03-487f-9372-6f4a823d4c82,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:36.111917 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:36.118698 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:36.131635 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c7c1f-2bd3-45b4-ae5b-9b2a90d22eaf None None] Pushing event updated for resources: {'Port': ['ID=c453a380-3adb-46ac-a36d-f4110846873a,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:36.463758 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-cd99a8c6-3683-47d3-9fe5-c21cb3eb6dd8 None None] Provisioning complete for port 7705e212-83ac-48d2-8fe1-9d29f6aef53a triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:36.463758 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-cd99a8c6-3683-47d3-9fe5-c21cb3eb6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.524560 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:36.594622 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64274b-90ff-4bc1-bd2d-7466bfa667e0 req-20f64703-94be-45d3-b0a4-79174362f085 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:36.603080 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aa64274b-90ff-4bc1-bd2d-7466bfa667e0 req-20f64703-94be-45d3-b0a4-79174362f085 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1052425 Apr 11 15:28:36.621241 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.633535 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-cd99a8c6-3683-47d3-9fe5-c21cb3eb6dd8 None None] Port 7705e212-83ac-48d2-8fe1-9d29f6aef53a cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:36.670211 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:36.829967 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aa64274b-90ff-4bc1-bd2d-7466bfa667e0 req-d8088cbf-df56-4031-b0af-b5e3823022ec tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260828 Apr 11 15:28:36.899601 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device f6a03b9c-1fd6-408b-ad07-210e64472b1f up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:36.979874 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:28:36.989779 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port f6a03b9c-1fd6-408b-ad07-210e64472b1f triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:36.990305 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.128428 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:31Z', 'revision_number': 3, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:37.130139 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port f6a03b9c-1fd6-408b-ad07-210e64472b1f is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:37.135886 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device ffe76627-2e03-487f-9372-6f4a823d4c82 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:37.231809 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eedf7c-3e27-43c8-ab26-b566451d3416 None None] The sync data for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi is: [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:31Z', 'revision_number': 3, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:37.253708 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Publish callbacks [] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.294406 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port ffe76627-2e03-487f-9372-6f4a823d4c82 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:37.294780 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.318138 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:37.334414 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.415631 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Sync routers for ids ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:37.458754 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.459308 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Routers {'356f6f3a-8bbb-4af3-a20b-76a36b7249a2'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:37.460030 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:37.472144 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-5172c03c-3501-4b87-b690-d0c2dd706ad9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7476933 Apr 11 15:28:37.473505 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37206) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:37.705980 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Set router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:37.732523 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:37.797367 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Pushing event updated for resources: {'Port': ['ID=7705e212-83ac-48d2-8fe1-9d29f6aef53a,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:38.090347 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port ffe76627-2e03-487f-9372-6f4a823d4c82 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:38.090743 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:38.242124 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc3506-b77c-48a8-8baa-e5809b5ceeab req-f936b064-387e-41cf-8481-3fc5b9090b31 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:38.253014 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2cfc3506-b77c-48a8-8baa-e5809b5ceeab req-f936b064-387e-41cf-8481-3fc5b9090b31 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1749051 Apr 11 15:28:38.325750 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515832a1-6ece-49f7-aab4-a0fc3200ee38 None None] Network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:38.337520 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:38.338348 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port ffe76627-2e03-487f-9372-6f4a823d4c82, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=ffe76627-2e03-487f-9372-6f4a823d4c82,segment=NetworkSegment(861e8792-4d01-4263-a75a-07669409bc1b),segment_id=861e8792-4d01-4263-a75a-07669409bc1b)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:38.349740 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:38.481790 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:38.540373 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2cfc3506-b77c-48a8-8baa-e5809b5ceeab req-588cace0-1c0a-4d30-bf7b-1964350706c5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863419 Apr 11 15:28:38.592605 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'name': 'tempest-TestShelveInstance-559016672-router', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:34Z', 'revision_number': 3, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'gw_port': {'id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:33Z', 'updated_at': '2022-04-11T15:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:38.628187 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ef4e0b91-bad4-4c91-b70a-692792e3fe86 None None] Provisioning complete for port ffe76627-2e03-487f-9372-6f4a823d4c82 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:38.628568 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0b91-bad4-4c91-b70a-692792e3fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:38.711370 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:38.813693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:28:38.860614 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c453a380-3adb-46ac-a36d-f4110846873a up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:38.875799 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Checking router: 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:38.876240 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Updating router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 port df345c20-fe6c-4332-80bf-2b44e3b66bf3 binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:38.932556 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Allocated IP 172.20.0.1 (63a7f050-41a0-4181-9593-de3ff1a9f1d7/59899cce-c1c8-4fcd-83c0-64b7f72e5a17/a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:39.034942 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.043727 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=ffe76627-2e03-487f-9372-6f4a823d4c82,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:39.055425 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:39.061906 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d2aae4f8-0ce4-44a7-a9de-83fedc177b80 admin admin] 10.222.0.47 "PUT /v2.0/routers/4dd67c5f-d44c-4ac8-bed6-097e1e5eb176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8201017 Apr 11 15:28:39.093588 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.174492 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Publish callbacks [] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.198153 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port c453a380-3adb-46ac-a36d-f4110846873a triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:39.198517 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c453a380-3adb-46ac-a36d-f4110846873a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.393584 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.432657 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e0b91-bad4-4c91-b70a-692792e3fe86 None None] Current status of the port ffe76627-2e03-487f-9372-6f4a823d4c82 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:39.456740 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:39.462381 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:39.466503 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:39.507572 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Pushing event updated for resources: {'Port': ['ID=a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:39.541036 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.605912 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-4ece7126-410e-4b36-b1b1-43e107de20b7 None None] Provisioning complete for port 7705e212-83ac-48d2-8fe1-9d29f6aef53a triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:39.606316 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-4ece7126-410e-4b36-b1b1-43e107de20b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.754173 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3bf1-1dd5-4ce8-acf5-2bfe39054e43 req-d96d9ef8-62f5-44a5-95a0-8fd35ea071a4 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:39.756811 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-eabe3bf1-1dd5-4ce8-acf5-2bfe39054e43 req-d96d9ef8-62f5-44a5-95a0-8fd35ea071a4 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0918198 Apr 11 15:28:39.763872 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port c453a380-3adb-46ac-a36d-f4110846873a is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:39.764340 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c453a380-3adb-46ac-a36d-f4110846873a), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.801109 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-4ece7126-410e-4b36-b1b1-43e107de20b7 None None] Port 7705e212-83ac-48d2-8fe1-9d29f6aef53a cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:39.837782 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port c453a380-3adb-46ac-a36d-f4110846873a, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c453a380-3adb-46ac-a36d-f4110846873a,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:39.861234 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-eabe3bf1-1dd5-4ce8-acf5-2bfe39054e43 req-0cd6d139-b106-4bed-9be4-561d0ad3207d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944855 Apr 11 15:28:39.861550 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-4ece7126-410e-4b36-b1b1-43e107de20b7 None None] Provisioning complete for port ffe76627-2e03-487f-9372-6f4a823d4c82 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:39.862065 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-4ece7126-410e-4b36-b1b1-43e107de20b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.947075 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:39.966670 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c453a380-3adb-46ac-a36d-f4110846873a), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.020402 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Publish callbacks [] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.075706 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=c453a380-3adb-46ac-a36d-f4110846873a,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:40.099980 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-4ece7126-410e-4b36-b1b1-43e107de20b7 None None] Current status of the port ffe76627-2e03-487f-9372-6f4a823d4c82 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:40.123288 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.200701 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79ca0b-e582-4bc2-8912-620535683918 None None] Pushing event updated for resources: {'Port': ['ID=df345c20-fe6c-4332-80bf-2b44e3b66bf3,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:40.204803 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Attempting to bind port df345c20-fe6c-4332-80bf-2b44e3b66bf3 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:40.205449 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Attempting to bind port df345c20-fe6c-4332-80bf-2b44e3b66bf3 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:40.205829 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Attempting to bind port df345c20-fe6c-4332-80bf-2b44e3b66bf3 on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:40.218622 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:40.218830 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:40.219248 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.219675 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:40.220170 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Bound port: df345c20-fe6c-4332-80bf-2b44e3b66bf3, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:40.220545 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.229646 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Publish callbacks [] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.252770 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-fde80491-6e8b-444f-be94-45a246d70db2 None None] Provisioning complete for port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:40.253382 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-fde80491-6e8b-444f-be94-45a246d70db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.327320 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] For port df345c20-fe6c-4332-80bf-2b44e3b66bf3, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:40.330129 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.331189 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-fde80491-6e8b-444f-be94-45a246d70db2 None None] Port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:40.351712 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] For port df345c20-fe6c-4332-80bf-2b44e3b66bf3, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=df345c20-fe6c-4332-80bf-2b44e3b66bf3,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:40.430032 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.436812 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.450801 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Pushing event updated for resources: {'Port': ['ID=a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:40.486844 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37242) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:40.492112 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-164561883-network', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:40.505808 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Routers {'356f6f3a-8bbb-4af3-a20b-76a36b7249a2'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:40.506399 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:40.553904 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Sync routers for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:40.562220 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79ca0b-e582-4bc2-8912-620535683918 None None] Pushing event updated for resources: {'Port': ['ID=df345c20-fe6c-4332-80bf-2b44e3b66bf3,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:40.576049 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:40.577808 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:40.622323 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:40.624762 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:40.641208 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Made reservation on behalf of b7c3d31cb02a4eaba7c9736f39602d93 for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:40.643590 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.666923 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.703222 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] Set router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:40.869709 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Publish callbacks [] for security_group (63e443f0-9d9d-481b-aab2-a10d744cd976), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.886702 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c453a380-3adb-46ac-a36d-f4110846873a up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:40.908930 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:28:40.928854 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (63e443f0-9d9d-481b-aab2-a10d744cd976), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:40.975025 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e443f0-9d9d-481b-aab2-a10d744cd976,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:41.009207 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:28:41.034819 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:41.053546 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (66506ee0-02b5-41f7-9b17-3b78f67f87d0), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.053546 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Added segment 66506ee0-02b5-41f7-9b17-3b78f67f87d0 of type vlan for network f2b165c2-e697-4244-8c93-5c8945fff64e Apr 11 15:28:41.076244 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port c453a380-3adb-46ac-a36d-f4110846873a triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:41.076746 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c453a380-3adb-46ac-a36d-f4110846873a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.151065 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:41.169059 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-013bff40-7363-4fbb-8b5e-fce1fa4509bc admin admin] 10.222.0.47 "PUT /v2.0/routers/356f6f3a-8bbb-4af3-a20b-76a36b7249a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6912115 Apr 11 15:28:41.194181 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-7dcf9439-ef31-4c3b-9f17-e8c2b9c3c298 None None] Provisioning complete for port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:41.194565 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7dcf9439-ef31-4c3b-9f17-e8c2b9c3c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.196484 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d313a-142a-4493-8913-97a16ed5f99c req-21d01801-7915-470b-a34d-42b82c073fcf tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:41.200178 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6a1d313a-142a-4493-8913-97a16ed5f99c req-21d01801-7915-470b-a34d-42b82c073fcf tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1727557 Apr 11 15:28:41.218751 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (f2b165c2-e697-4244-8c93-5c8945fff64e), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.239164 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'name': 'tempest-TestShelveInstance-559016672-router', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'gw_port': {'id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:33Z', 'updated_at': '2022-04-11T15:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7', 'name': '', 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'mac_address': 'fa:16:3e:f6:3f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:38Z', 'updated_at': '2022-04-11T15:28:40Z', 'revision_number': 2, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'subnets': [{'id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:41.283455 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24081c18-bc8c-4618-b88a-836f701565bd None None] The sync data for ids ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'] in dv-cinder-836083-4-iscsi is: [{'id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'name': 'tempest-TestShelveInstance-559016672-router', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'gw_port': {'id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:33Z', 'updated_at': '2022-04-11T15:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7', 'name': '', 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'mac_address': 'fa:16:3e:f6:3f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:38Z', 'updated_at': '2022-04-11T15:28:40Z', 'revision_number': 2, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'subnets': [{'id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:41.294554 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf9439-ef31-4c3b-9f17-e8c2b9c3c298 None None] Port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:41.305129 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6a1d313a-142a-4493-8913-97a16ed5f99c req-c24bae15-1798-4a8c-b775-75efaa3f27fe tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958667 Apr 11 15:28:41.351076 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port c453a380-3adb-46ac-a36d-f4110846873a is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:41.352283 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device ffe76627-2e03-487f-9372-6f4a823d4c82 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:41.361651 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 2, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:41.396421 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Checking router: 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:41.396819 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Updating router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 port 7705e212-83ac-48d2-8fe1-9d29f6aef53a binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:41.405888 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (f2b165c2-e697-4244-8c93-5c8945fff64e), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.407741 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:41.408637 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.418581 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port ffe76627-2e03-487f-9372-6f4a823d4c82 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:41.419864 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.455799 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.568780 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b165c2-e697-4244-8c93-5c8945fff64e,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:41.593215 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network f2b165c2-e697-4244-8c93-5c8945fff64e details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:28:41.617429 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-e5c916df-ab44-4d2c-8ff7-b198838cd3e6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1263752 Apr 11 15:28:41.617429 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37254) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:41.623952 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Request body: {'subnet': {'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-164561883-subnet', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'ip_version': 4}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:41.681261 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port ffe76627-2e03-487f-9372-6f4a823d4c82 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:41.789175 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Made reservation on behalf of b7c3d31cb02a4eaba7c9736f39602d93 for: {'subnet': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:28:41.792215 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3143721'] for subnet (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:41.944605 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Publish callbacks [] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.100834 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b80223f6-75aa-4cd4-a686-89fd15de76e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.143328 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.143606 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2504262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3143739'] for subnet (2a2ddadc-98e4-4839-b03c-80f09cc4d95e), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.235553 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2ddadc-98e4-4839-b03c-80f09cc4d95e,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:42.245620 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff64dfc-2c00-47aa-9ff5-851b5a6136bb None None] Pushing event updated for resources: {'Port': ['ID=7705e212-83ac-48d2-8fe1-9d29f6aef53a,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:42.250951 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Checking segment: {'id': '66506ee0-02b5-41f7-9b17-3b78f67f87d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:42.251531 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Network hostable DHCP agents. Network: f2b165c2-e697-4244-8c93-5c8945fff64e, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:28:42.288495 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37258) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:42.299911 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-3ffcde6f-da8f-417f-9baf-22d40ff4e365 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114028574', 'description': 'tempest-secgroup-smoke-114028574 description', 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:42.333384 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Attempting to bind port 7705e212-83ac-48d2-8fe1-9d29f6aef53a on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:42.345644 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Attempting to bind port 7705e212-83ac-48d2-8fe1-9d29f6aef53a by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:42.346484 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Attempting to bind port 7705e212-83ac-48d2-8fe1-9d29f6aef53a on network e66531bf-6e49-4c11-b73f-66bed8e063d7 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:42.369469 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:42.370742 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Checking segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:42.371693 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.372252 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Bound using segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:42.373123 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Bound port: 7705e212-83ac-48d2-8fe1-9d29f6aef53a, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:42.373870 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.471801 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] For port 7705e212-83ac-48d2-8fe1-9d29f6aef53a, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:42.475440 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] For port 7705e212-83ac-48d2-8fe1-9d29f6aef53a, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=7705e212-83ac-48d2-8fe1-9d29f6aef53a,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:42.490996 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Network f2b165c2-e697-4244-8c93-5c8945fff64e is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:28:42.517128 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7a1e5-7db3-46a3-92bc-76d03711782b req-eabc7119-9b10-4ca6-80f5-fd2ed080f3f1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:42.518812 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c1f7a1e5-7db3-46a3-92bc-76d03711782b req-eabc7119-9b10-4ca6-80f5-fd2ed080f3f1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0737109 Apr 11 15:28:42.520449 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3ffcde6f-da8f-417f-9baf-22d40ff4e365 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.600889 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.636797 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-e41ed6e9-af8e-4650-951e-85eeea2c7051 None None] Provisioning complete for port 7705e212-83ac-48d2-8fe1-9d29f6aef53a triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:42.637613 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e41ed6e9-af8e-4650-951e-85eeea2c7051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.673591 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, f2b165c2-e697-4244-8c93-5c8945fff64e) {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:42.687814 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:42.689749 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:42.710807 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff64dfc-2c00-47aa-9ff5-851b5a6136bb None None] Pushing event updated for resources: {'Port': ['ID=7705e212-83ac-48d2-8fe1-9d29f6aef53a,revision_number=4']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:42.715600 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:42.716683 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:42.738704 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c1f7a1e5-7db3-46a3-92bc-76d03711782b req-f0ca19fd-0316-46df-a8cc-383db95d57e0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076619 Apr 11 15:28:42.773027 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c09acc-c6ab-4190-8318-8d07ae1385af None None] Network f2b165c2-e697-4244-8c93-5c8945fff64e requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:42.817444 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device df345c20-fe6c-4332-80bf-2b44e3b66bf3 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:42.935346 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:43.093303 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port df345c20-fe6c-4332-80bf-2b44e3b66bf3 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:43.093303 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.193648 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:43.199671 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-e41ed6e9-af8e-4650-951e-85eeea2c7051 None None] Current status of the port 7705e212-83ac-48d2-8fe1-9d29f6aef53a is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:43.200138 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e41ed6e9-af8e-4650-951e-85eeea2c7051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.220569 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-f2b165c2-e697-4244-8c93-5c8945fff64e', 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e', 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'fixed_ips': [{'subnet_id': '2a2ddadc-98e4-4839-b03c-80f09cc4d95e'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:28:43.221552 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.237143 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e47651-7117-4e98-a09e-044e0f208a9d None None] The sync data for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi is: [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:42Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:43.249348 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-e41ed6e9-af8e-4650-951e-85eeea2c7051 None None] For port 7705e212-83ac-48d2-8fe1-9d29f6aef53a, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=7705e212-83ac-48d2-8fe1-9d29f6aef53a,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:43.366304 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-963dcfe5-c522-4fc4-af8b-6adb3792511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:43.373269 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-963dcfe5-c522-4fc4-af8b-6adb3792511a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 1130 time: 0.5910766 Apr 11 15:28:43.377272 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3ffcde6f-da8f-417f-9baf-22d40ff4e365 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group (b6629bfa-f414-41a0-b22f-8a02113d51c7), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.434200 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e41ed6e9-af8e-4650-951e-85eeea2c7051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.491970 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-f0c4ed74-9527-48e6-832d-9b3520d0d212 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8733001 Apr 11 15:28:43.498059 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37264) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:43.513910 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-e2f90cd5-6073-46d7-830b-f263ac2b2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:43.514412 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-164561883-router', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:43.515605 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-e2f90cd5-6073-46d7-830b-f263ac2b2580 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 918 time: 0.1344650 Apr 11 15:28:43.587106 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3ffcde6f-da8f-417f-9baf-22d40ff4e365 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b6629bfa-f414-41a0-b22f-8a02113d51c7), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.615374 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (2d311bd8-db0e-437d-afe5-830e6173bf60), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.616970 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (2d311bd8-db0e-437d-afe5-830e6173bf60), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.635625 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcde6f-da8f-417f-9baf-22d40ff4e365 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6629bfa-f414-41a0-b22f-8a02113d51c7,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:43.639186 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-305c636f-b9dc-4536-b014-2e1ca6e2e60b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd HTTP/1.1" status: 200 len: 1002 time: 0.1143057 Apr 11 15:28:43.697018 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks [] for router_controller (2d311bd8-db0e-437d-afe5-830e6173bf60), precommit_add_association {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.703295 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-ef8a5172-1323-4eeb-81a1-5ead9b026211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:43.704852 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-ef8a5172-1323-4eeb-81a1-5ead9b026211 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.0561502 Apr 11 15:28:43.710977 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3ffcde6f-da8f-417f-9baf-22d40ff4e365 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.712340 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-3ffcde6f-da8f-417f-9baf-22d40ff4e365 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4225559 Apr 11 15:28:43.715284 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37266) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:43.717855 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port df345c20-fe6c-4332-80bf-2b44e3b66bf3 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:43.718350 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.721141 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-0c0d833f-1317-41de-86bb-d4c634f568c5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Request body: {'security_group_rule': {'security_group_id': 'b6629bfa-f414-41a0-b22f-8a02113d51c7', 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:43.774168 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-712fd68e-9e56-4c27-a331-c6cabd996984 None None] Provisioning complete for port 7705e212-83ac-48d2-8fe1-9d29f6aef53a triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:43.774605 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-712fd68e-9e56-4c27-a331-c6cabd996984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.781444 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-46c08240-b66f-4c1e-bf63-bf8d6ab79b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:43.781444 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-46c08240-b66f-4c1e-bf63-bf8d6ab79b3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612655 Apr 11 15:28:43.822344 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port df345c20-fe6c-4332-80bf-2b44e3b66bf3, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=df345c20-fe6c-4332-80bf-2b44e3b66bf3,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:43.826906 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ed6e9-af8e-4650-951e-85eeea2c7051 None None] Pushing event updated for resources: {'Port': ['ID=7705e212-83ac-48d2-8fe1-9d29f6aef53a,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:43.853721 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Allocated IP 172.20.0.2 (f2b165c2-e697-4244-8c93-5c8945fff64e/2a2ddadc-98e4-4839-b03c-80f09cc4d95e/b11c0395-675e-4fa6-9e65-957b7c41c5fc) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:43.935986 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c0d833f-1317-41de-86bb-d4c634f568c5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (a6038858-19b1-46f1-b07d-14fedfaa476b), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.966519 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b5409-7ac1-42de-be10-68ec0c3644e3 req-c54cfb95-5d8e-494b-88c9-e3e5454971f3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:43.981612 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-208b5409-7ac1-42de-be10-68ec0c3644e3 req-c54cfb95-5d8e-494b-88c9-e3e5454971f3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.1473024 Apr 11 15:28:43.981799 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:43.986797 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-712fd68e-9e56-4c27-a331-c6cabd996984 None None] Current status of the port 7705e212-83ac-48d2-8fe1-9d29f6aef53a is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:44.039346 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks [] for router_gateway (2d311bd8-db0e-437d-afe5-830e6173bf60), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.093127 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-88ae3fa3-a866-49cf-abd9-5781f42f64b0 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040178 Apr 11 15:28:44.116235 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=df345c20-fe6c-4332-80bf-2b44e3b66bf3,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:44.152110 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-208b5409-7ac1-42de-be10-68ec0c3644e3 req-952f8469-c1fc-4049-a692-74dd02bccf58 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741724 Apr 11 15:28:44.163471 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c0d833f-1317-41de-86bb-d4c634f568c5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (a6038858-19b1-46f1-b07d-14fedfaa476b), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.198191 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Publish callbacks [] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.228724 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-809632d2-2acb-4109-ac8f-5adbf216bd6d req-0041e662-f621-4e12-a044-dc23ea4e3863 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247725 Apr 11 15:28:44.326102 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c0d833f-1317-41de-86bb-d4c634f568c5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (a6038858-19b1-46f1-b07d-14fedfaa476b), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.327455 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.354192 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d833f-1317-41de-86bb-d4c634f568c5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6038858-19b1-46f1-b07d-14fedfaa476b,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:44.383030 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks [] for router_gateway (2d311bd8-db0e-437d-afe5-830e6173bf60), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.400542 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Network f2b165c2-e697-4244-8c93-5c8945fff64e is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:44.402873 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:44.404584 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Pushing event updated for resources: {'Port': ['ID=b11c0395-675e-4fa6-9e65-957b7c41c5fc,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:44.405351 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.407362 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:44.484222 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Attempting to bind port b11c0395-675e-4fa6-9e65-957b7c41c5fc on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:44.484633 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Attempting to bind port b11c0395-675e-4fa6-9e65-957b7c41c5fc by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '66506ee0-02b5-41f7-9b17-3b78f67f87d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:44.485001 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Attempting to bind port b11c0395-675e-4fa6-9e65-957b7c41c5fc on network f2b165c2-e697-4244-8c93-5c8945fff64e {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:44.490260 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:44.490634 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Checking segment: {'id': '66506ee0-02b5-41f7-9b17-3b78f67f87d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:44.491035 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.491431 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Bound using segment: {'id': '66506ee0-02b5-41f7-9b17-3b78f67f87d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:44.491932 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Bound port: b11c0395-675e-4fa6-9e65-957b7c41c5fc, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66506ee0-02b5-41f7-9b17-3b78f67f87d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:44.492344 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.526753 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0c0d833f-1317-41de-86bb-d4c634f568c5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.530654 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-5d2122bc-c529-4781-a913-d0e8aa413817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.534260 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0c0d833f-1317-41de-86bb-d4c634f568c5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8176019 Apr 11 15:28:44.534518 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37282) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:44.542670 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-205fb4b4-335c-4e30-a2de-f6de4d786465 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Request body: {'security_group_rule': {'security_group_id': 'b6629bfa-f414-41a0-b22f-8a02113d51c7', 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:44.563206 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Allocated IP 172.27.0.68 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/667290e5-0a5b-40b8-8fb5-09d9d3faf9f2) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:44.567245 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] For port b11c0395-675e-4fa6-9e65-957b7c41c5fc, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:44.570905 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] For port b11c0395-675e-4fa6-9e65-957b7c41c5fc, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b11c0395-675e-4fa6-9e65-957b7c41c5fc,segment=NetworkSegment(66506ee0-02b5-41f7-9b17-3b78f67f87d0),segment_id=66506ee0-02b5-41f7-9b17-3b78f67f87d0)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:44.666567 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.723386 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks [] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.774545 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd48826-d0d0-4c4a-9f03-87ead9c3195a None None] Pushing event updated for resources: {'Port': ['ID=b11c0395-675e-4fa6-9e65-957b7c41c5fc,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:44.848266 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 7705e212-83ac-48d2-8fe1-9d29f6aef53a up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:44.868298 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-205fb4b4-335c-4e30-a2de-f6de4d786465 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (270105ff-b479-4a7f-9d06-1498aa1c0f5d), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.943662 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 7705e212-83ac-48d2-8fe1-9d29f6aef53a triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:44.944256 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.948965 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-205fb4b4-335c-4e30-a2de-f6de4d786465 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (270105ff-b479-4a7f-9d06-1498aa1c0f5d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:44.981841 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.018205 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:45.020968 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:45.049835 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:45.087079 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-205fb4b4-335c-4e30-a2de-f6de4d786465 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (270105ff-b479-4a7f-9d06-1498aa1c0f5d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.132257 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 7705e212-83ac-48d2-8fe1-9d29f6aef53a is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:45.133545 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device df345c20-fe6c-4332-80bf-2b44e3b66bf3 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:45.159857 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fb4b4-335c-4e30-a2de-f6de4d786465 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270105ff-b479-4a7f-9d06-1498aa1c0f5d,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:45.165443 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Pushing event updated for resources: {'Port': ['ID=667290e5-0a5b-40b8-8fb5-09d9d3faf9f2,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:45.248072 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port df345c20-fe6c-4332-80bf-2b44e3b66bf3 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:45.248859 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.261419 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-205fb4b4-335c-4e30-a2de-f6de4d786465 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.267994 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37296) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:45.268404 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-205fb4b4-335c-4e30-a2de-f6de4d786465 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7310684 Apr 11 15:28:45.274006 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-b2a5516e-6d95-41c3-b960-581d1da7d201 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Request body: {'security_group_rule': {'security_group_id': 'b6629bfa-f414-41a0-b22f-8a02113d51c7', 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:45.309239 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c9e6bf5c-0717-42de-bc68-37ccc5a77acd no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:28:45.411204 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d41ee-76c4-46a7-99b5-0a6dcc6e9ad6 req-2481a587-392a-47e0-b167-7e163f84a20e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:45.416348 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2c3d41ee-76c4-46a7-99b5-0a6dcc6e9ad6 req-2481a587-392a-47e0-b167-7e163f84a20e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 946 time: 0.0937383 Apr 11 15:28:45.470292 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port df345c20-fe6c-4332-80bf-2b44e3b66bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:45.474771 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port c9e6bf5c-0717-42de-bc68-37ccc5a77acd is: ACTIVE; New status is: DOWN {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:45.475159 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.482769 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2c3d41ee-76c4-46a7-99b5-0a6dcc6e9ad6 req-7e54b732-1a22-4ca6-9a62-a60843756569 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624688 Apr 11 15:28:45.510571 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:28:45.513494 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323c8db9-1d54-495f-93fd-66e3c0f917d3" -d '{"events": [{"server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:28:45.535083 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2a5516e-6d95-41c3-b960-581d1da7d201 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (1b7495c4-c555-424a-8c67-a2ada158ae0a), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.542281 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:45.558553 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 15:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e1929b-ad6b-4141-a1ae-f1165d9d6d44 x-openstack-request-id: req-e1e1929b-ad6b-4141-a1ae-f1165d9d6d44 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:28:45.558920 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:28:45.559236 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e1e1929b-ad6b-4141-a1ae-f1165d9d6d44 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:28:45.559674 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e1929b-ad6b-4141-a1ae-f1165d9d6d44'] response: {'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'code': 200} Apr 11 15:28:45.606800 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2a5516e-6d95-41c3-b960-581d1da7d201 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (1b7495c4-c555-424a-8c67-a2ada158ae0a), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.641866 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.654455 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks [] for router_gateway (2d311bd8-db0e-437d-afe5-830e6173bf60), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.681470 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.745967 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2a5516e-6d95-41c3-b960-581d1da7d201 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (1b7495c4-c555-424a-8c67-a2ada158ae0a), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.751033 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=8']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:45.768229 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5516e-6d95-41c3-b960-581d1da7d201 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7495c4-c555-424a-8c67-a2ada158ae0a,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:45.839393 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2a5516e-6d95-41c3-b960-581d1da7d201 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.844022 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-b2a5516e-6d95-41c3-b960-581d1da7d201 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5711093 Apr 11 15:28:45.854371 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37300) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:45.854371 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-bbaed45c-2f80-4e27-a2d4-c16f60eca302 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Request body: {'security_group_rule': {'security_group_id': 'b6629bfa-f414-41a0-b22f-8a02113d51c7', 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:45.955226 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (2d311bd8-db0e-437d-afe5-830e6173bf60), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:45.983582 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Sync routers for ids ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:45.993613 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bbaed45c-2f80-4e27-a2d4-c16f60eca302 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (1fe19fb3-e903-4f50-8b96-69aa8f6a0984), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.014888 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Routers {'356f6f3a-8bbb-4af3-a20b-76a36b7249a2'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:46.015577 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:46.129277 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bbaed45c-2f80-4e27-a2d4-c16f60eca302 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (1fe19fb3-e903-4f50-8b96-69aa8f6a0984), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.216827 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d14bc-4b7c-4a9d-a797-fc046d384bb5 None None] Network f2b165c2-e697-4244-8c93-5c8945fff64e requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:28:46.225421 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bbaed45c-2f80-4e27-a2d4-c16f60eca302 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (1fe19fb3-e903-4f50-8b96-69aa8f6a0984), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.249992 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Set router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:46.250737 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaed45c-2f80-4e27-a2d4-c16f60eca302 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe19fb3-e903-4f50-8b96-69aa8f6a0984,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:46.377938 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-f6b0d706-35e6-45fe-a395-19abd341b285 None None] Provisioning complete for port b11c0395-675e-4fa6-9e65-957b7c41c5fc triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:46.378262 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d706-35e6-45fe-a395-19abd341b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.418373 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-bbaed45c-2f80-4e27-a2d4-c16f60eca302 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.420574 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-bbaed45c-2f80-4e27-a2d4-c16f60eca302 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5742991 Apr 11 15:28:46.424465 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37308) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:46.430693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-f852b5bb-5352-451c-b63f-72274e60e45b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Request body: {'security_group_rule': {'security_group_id': 'b6629bfa-f414-41a0-b22f-8a02113d51c7', 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:46.605636 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-f6b0d706-35e6-45fe-a395-19abd341b285 None None] Current status of the port b11c0395-675e-4fa6-9e65-957b7c41c5fc is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:46.606096 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d706-35e6-45fe-a395-19abd341b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.620038 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Router 2d311bd8-db0e-437d-afe5-830e6173bf60 is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:28:46.685026 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.securitygroups_db [None req-f852b5bb-5352-451c-b63f-72274e60e45b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Project 6cd7ff99f1ca4f849d26929168ceaae8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:28:46.706001 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-f6b0d706-35e6-45fe-a395-19abd341b285 None None] For port b11c0395-675e-4fa6-9e65-957b7c41c5fc, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b11c0395-675e-4fa6-9e65-957b7c41c5fc,segment=NetworkSegment(66506ee0-02b5-41f7-9b17-3b78f67f87d0),segment_id=66506ee0-02b5-41f7-9b17-3b78f67f87d0)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:46.710049 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f852b5bb-5352-451c-b63f-72274e60e45b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (60ab9e5d-c116-4206-8229-339a0677c866), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.722536 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'name': 'tempest-TestShelveInstance-559016672-router', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'gw_port': {'id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:33Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7', 'name': '', 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'mac_address': 'fa:16:3e:f6:3f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:38Z', 'updated_at': '2022-04-11T15:28:40Z', 'revision_number': 2, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'subnets': [{'id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:46.756422 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Checking router: 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:46.756422 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Updating router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:46.757410 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb2c39-be91-48fd-a0de-0b1fdff13218 req-73464473-9188-4e25-84fc-f03bebf95c69 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:46.759637 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-edcb2c39-be91-48fd-a0de-0b1fdff13218 req-73464473-9188-4e25-84fc-f03bebf95c69 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.1524332 Apr 11 15:28:46.816662 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.820040 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b11c0395-675e-4fa6-9e65-957b7c41c5fc up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:46.825499 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f6b0d706-35e6-45fe-a395-19abd341b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.865084 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-edcb2c39-be91-48fd-a0de-0b1fdff13218 req-18651c6f-a693-401a-8ba8-a04dade2fbc6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993140 Apr 11 15:28:46.897128 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f852b5bb-5352-451c-b63f-72274e60e45b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (60ab9e5d-c116-4206-8229-339a0677c866), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.897347 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:46.904590 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Sync routers for ids ['2d311bd8-db0e-437d-afe5-830e6173bf60'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:46.919160 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Routers {'2d311bd8-db0e-437d-afe5-830e6173bf60'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:46.920763 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['2d311bd8-db0e-437d-afe5-830e6173bf60'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:46.948791 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:46.988701 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f852b5bb-5352-451c-b63f-72274e60e45b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (60ab9e5d-c116-4206-8229-339a0677c866), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.010498 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852b5bb-5352-451c-b63f-72274e60e45b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ab9e5d-c116-4206-8229-339a0677c866,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:47.033116 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.034384 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-86d65d6b-7a0b-4e92-9975-9ff18afcad57 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5351291 Apr 11 15:28:47.037295 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37318) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:47.052056 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-379b7fd5-d15e-4a12-87a6-08b5002d2d0a None None] Provisioning complete for port b11c0395-675e-4fa6-9e65-957b7c41c5fc triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:47.056463 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-379b7fd5-d15e-4a12-87a6-08b5002d2d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.124743 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Set router 2d311bd8-db0e-437d-afe5-830e6173bf60 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:47.213500 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f852b5bb-5352-451c-b63f-72274e60e45b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.217684 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-f852b5bb-5352-451c-b63f-72274e60e45b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7917523 Apr 11 15:28:47.221751 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37326) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:47.226458 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-db1499a1-8246-4070-bb2d-44a35bf1525b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Request body: {'security_group_rule': {'security_group_id': 'b6629bfa-f414-41a0-b22f-8a02113d51c7', 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:47.299433 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0d706-35e6-45fe-a395-19abd341b285 None None] Pushing event updated for resources: {'Port': ['ID=b11c0395-675e-4fa6-9e65-957b7c41c5fc,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:47.307583 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port b11c0395-675e-4fa6-9e65-957b7c41c5fc triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:47.307996 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.392987 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.securitygroups_db [None req-db1499a1-8246-4070-bb2d-44a35bf1525b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Project 6cd7ff99f1ca4f849d26929168ceaae8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:28:47.402917 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db1499a1-8246-4070-bb2d-44a35bf1525b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (b195f936-cd9a-4159-9510-b0204348598e), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.516644 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'name': 'tempest-TestVolumeBootPattern-164561883-router', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:43Z', 'updated_at': '2022-04-11T15:28:45Z', 'revision_number': 3, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'gw_port': {'id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:44Z', 'updated_at': '2022-04-11T15:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:47.539336 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-379b7fd5-d15e-4a12-87a6-08b5002d2d0a None None] Current status of the port b11c0395-675e-4fa6-9e65-957b7c41c5fc is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:47.575632 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Checking router: 2d311bd8-db0e-437d-afe5-830e6173bf60 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:47.576542 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Updating router 2d311bd8-db0e-437d-afe5-830e6173bf60 port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:47.577054 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db1499a1-8246-4070-bb2d-44a35bf1525b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (b195f936-cd9a-4159-9510-b0204348598e), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.617168 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port b11c0395-675e-4fa6-9e65-957b7c41c5fc is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:47.620756 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.642614 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db1499a1-8246-4070-bb2d-44a35bf1525b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (b195f936-cd9a-4159-9510-b0204348598e), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.664468 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1499a1-8246-4070-bb2d-44a35bf1525b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b195f936-cd9a-4159-9510-b0204348598e,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:47.728591 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-db1499a1-8246-4070-bb2d-44a35bf1525b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.730529 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-db1499a1-8246-4070-bb2d-44a35bf1525b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5078630 Apr 11 15:28:47.851430 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Publish callbacks [] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.920573 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:47.991094 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.076029 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f16b71-eb21-44d2-a5e2-47d07f976295 None None] Pushing event updated for resources: {'Port': ['ID=a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:48.113653 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Attempting to bind port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:48.114045 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Attempting to bind port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '861e8792-4d01-4263-a75a-07669409bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:48.114414 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Attempting to bind port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 on network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:48.122192 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:48.122537 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Checking segment: {'id': '861e8792-4d01-4263-a75a-07669409bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:48.123468 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.123468 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Bound using segment: {'id': '861e8792-4d01-4263-a75a-07669409bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:48.124052 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Bound port: a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861e8792-4d01-4263-a75a-07669409bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:48.124438 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.197382 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Publish callbacks [] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.244429 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] For port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:48.253248 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] For port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7,segment=NetworkSegment(861e8792-4d01-4263-a75a-07669409bc1b),segment_id=861e8792-4d01-4263-a75a-07669409bc1b)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:48.274953 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Allocated IP 172.20.0.1 (f2b165c2-e697-4244-8c93-5c8945fff64e/2a2ddadc-98e4-4839-b03c-80f09cc4d95e/b17ca2e4-5be4-48ca-8e9a-28bebba459f2) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:28:48.395443 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-9f0dbf88-5c52-4435-b274-5b2f012e7996 None None] Provisioning complete for port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:48.395848 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-9f0dbf88-5c52-4435-b274-5b2f012e7996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.404476 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.432332 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Publish callbacks [] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.435980 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-9f0dbf88-5c52-4435-b274-5b2f012e7996 None None] Port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:48.460022 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.466809 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.540227 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Routers {'356f6f3a-8bbb-4af3-a20b-76a36b7249a2'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:48.540878 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:48.543200 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f16b71-eb21-44d2-a5e2-47d07f976295 None None] Pushing event updated for resources: {'Port': ['ID=a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:48.625971 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Attempting to bind port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:48.626749 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Attempting to bind port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:48.627589 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Attempting to bind port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:48.633439 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01186d30-c151-47ee-98b4-2061984b9fff None None] Pushing event updated for resources: {'Port': ['ID=667290e5-0a5b-40b8-8fb5-09d9d3faf9f2,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:48.647989 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.651718 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:48.652422 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:48.657170 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.657170 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:48.657170 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Bound port: 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:48.657170 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.737640 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] For port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:48.738455 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] Set router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:48.742327 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] For port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=667290e5-0a5b-40b8-8fb5-09d9d3faf9f2,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:48.756231 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=b17ca2e4-5be4-48ca-8e9a-28bebba459f2,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:48.765885 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Network f2b165c2-e697-4244-8c93-5c8945fff64e is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:48.767842 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:48.770715 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:28:48.878328 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:48.892438 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:48.923091 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (2d311bd8-db0e-437d-afe5-830e6173bf60), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:49.037577 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Routers {'2d311bd8-db0e-437d-afe5-830e6173bf60'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:49.038112 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['2d311bd8-db0e-437d-afe5-830e6173bf60'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:49.102015 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-69d4c7b5-9da7-4eea-a2c1-ada881f1b715 None None] Provisioning complete for port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:49.102843 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-69d4c7b5-9da7-4eea-a2c1-ada881f1b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:49.132098 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01186d30-c151-47ee-98b4-2061984b9fff None None] Pushing event updated for resources: {'Port': ['ID=667290e5-0a5b-40b8-8fb5-09d9d3faf9f2,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:49.285085 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:49.293008 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:49.293382 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:49.314424 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] Set router 2d311bd8-db0e-437d-afe5-830e6173bf60 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:49.336666 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c9e6bf5c-0717-42de-bc68-37ccc5a77acd no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:28:49.496674 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-69d4c7b5-9da7-4eea-a2c1-ada881f1b715 None None] Current status of the port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:49.497261 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-69d4c7b5-9da7-4eea-a2c1-ada881f1b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:49.533255 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Publish callbacks [] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:49.572868 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'name': 'tempest-TestVolumeBootPattern-164561883-router', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:43Z', 'updated_at': '2022-04-11T15:28:45Z', 'revision_number': 3, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'gw_port': {'id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:44Z', 'updated_at': '2022-04-11T15:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:49.601696 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9e0c4-54d1-42e2-a6f9-222a386e71d2 None None] The sync data for ids ['2d311bd8-db0e-437d-afe5-830e6173bf60'] in dv-cinder-836083-4-iscsi is: [{'id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'name': 'tempest-TestVolumeBootPattern-164561883-router', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:43Z', 'updated_at': '2022-04-11T15:28:45Z', 'revision_number': 3, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'gw_port': {'id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:44Z', 'updated_at': '2022-04-11T15:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:49.658616 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-69d4c7b5-9da7-4eea-a2c1-ada881f1b715 None None] For port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7,segment=NetworkSegment(861e8792-4d01-4263-a75a-07669409bc1b),segment_id=861e8792-4d01-4263-a75a-07669409bc1b)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:49.680730 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'name': 'tempest-TestShelveInstance-559016672-router', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'gw_port': {'id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:33Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7', 'name': '', 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'mac_address': 'fa:16:3e:f6:3f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:38Z', 'updated_at': '2022-04-11T15:28:48Z', 'revision_number': 4, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'subnets': [{'id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:49.721679 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088612b2-cdb5-4e5f-a788-41ddaae7fbc1 None None] The sync data for ids ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'] in dv-cinder-836083-4-iscsi is: [{'id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'name': 'tempest-TestShelveInstance-559016672-router', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'gw_port': {'id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:33Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7', 'name': '', 'network_id': '63a7f050-41a0-4181-9593-de3ff1a9f1d7', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'mac_address': 'fa:16:3e:f6:3f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:38Z', 'updated_at': '2022-04-11T15:28:48Z', 'revision_number': 4, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'subnets': [{'id': '59899cce-c1c8-4fcd-83c0-64b7f72e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:49.725962 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port c9e6bf5c-0717-42de-bc68-37ccc5a77acd is: DOWN; New status is: DOWN {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:49.728324 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:49.728748 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:49.758050 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:49.801632 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-69d4c7b5-9da7-4eea-a2c1-ada881f1b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:49.848893 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=b17ca2e4-5be4-48ca-8e9a-28bebba459f2,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:49.866525 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.866880 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.867327 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.867739 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.876502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:49.894939 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (2d311bd8-db0e-437d-afe5-830e6173bf60), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:49.912845 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.db.api [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 15:28:49.914678 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG oslo_db.api [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 15:28:49.949143 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-5e7f3511-f7bf-4816-ad49-e31d8638b2c2 None None] Provisioning complete for port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:49.950110 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3511-f7bf-4816-ad49-e31d8638b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:50.015053 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4c7b5-9da7-4eea-a2c1-ada881f1b715 None None] Pushing event updated for resources: {'Port': ['ID=a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:50.022278 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f3511-f7bf-4816-ad49-e31d8638b2c2 None None] Port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:50.025584 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Network f2b165c2-e697-4244-8c93-5c8945fff64e is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:28:50.028119 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:28:50.374560 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Router 2d311bd8-db0e-437d-afe5-830e6173bf60 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:28:50.509518 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:50.510683 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b11c0395-675e-4fa6-9e65-957b7c41c5fc up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:50.568824 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-aca3012f-7510-4e8a-b78f-7c38fb34a347 None None] Provisioning complete for port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:50.568824 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-aca3012f-7510-4e8a-b78f-7c38fb34a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:50.633508 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-aca3012f-7510-4e8a-b78f-7c38fb34a347 None None] Port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:50.646260 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port b11c0395-675e-4fa6-9e65-957b7c41c5fc triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:50.646739 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:50.669732 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:28:50.680827 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-ce3c570b-d8d6-4a0d-8981-261da5ffbfe0 admin admin] 10.222.0.47 "PUT /v2.0/routers/2d311bd8-db0e-437d-afe5-830e6173bf60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6423712 Apr 11 15:28:50.793987 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port b11c0395-675e-4fa6-9e65-957b7c41c5fc is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:50.828198 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be253d-05d9-443b-8125-0b7478960073 req-c48c1e6c-086d-4d96-b2b6-28aa4435ed83 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:50.831458 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-15be253d-05d9-443b-8125-0b7478960073 req-c48c1e6c-086d-4d96-b2b6-28aa4435ed83 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.1191950 Apr 11 15:28:50.941716 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-15be253d-05d9-443b-8125-0b7478960073 req-dac4607e-a833-4890-8c19-5fd2beca37c8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023240 Apr 11 15:28:51.060954 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:51.106180 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-5ed391c9-e194-43e1-b5d3-039d79325e19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0605495 Apr 11 15:28:51.176712 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:51.177112 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:51.267931 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-a5b9b37f-947e-4cc0-935e-56c45ff8eef7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:51.282447 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-a5b9b37f-947e-4cc0-935e-56c45ff8eef7 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports/c9e6bf5c-0717-42de-bc68-37ccc5a77acd HTTP/1.1" status: 200 len: 941 time: 0.1362867 Apr 11 15:28:51.311929 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:51.312984 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:51.357049 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=667290e5-0a5b-40b8-8fb5-09d9d3faf9f2,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:51.448956 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:51.449644 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:51.626248 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:51.629279 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:51.632077 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=667290e5-0a5b-40b8-8fb5-09d9d3faf9f2,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:51.653894 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37454) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:51.664066 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-a7f30dd6-05eb-4392-aadf-a23d1e03c0e6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219290864', 'description': 'tempest-secgroup-smoke-219290864 description', 'project_id': '356878eeeb8647fd946ce10c3667d507'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:51.795209 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:51.820885 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a7f30dd6-05eb-4392-aadf-a23d1e03c0e6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:51.911534 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a7f30dd6-05eb-4392-aadf-a23d1e03c0e6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group (42455c88-89ad-4255-85fb-52268dfd53a8), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:52.028727 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a7f30dd6-05eb-4392-aadf-a23d1e03c0e6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (42455c88-89ad-4255-85fb-52268dfd53a8), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:52.101875 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f30dd6-05eb-4392-aadf-a23d1e03c0e6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42455c88-89ad-4255-85fb-52268dfd53a8,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:52.112521 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14173d-7bd1-4914-a3a6-4d05b03a8b46 req-dd2eddb1-2ba0-4816-ba8c-af24050304cb tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:52.114190 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cc14173d-7bd1-4914-a3a6-4d05b03a8b46 req-dd2eddb1-2ba0-4816-ba8c-af24050304cb tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0690064 Apr 11 15:28:52.180563 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-a7f30dd6-05eb-4392-aadf-a23d1e03c0e6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:52.181899 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a7f30dd6-05eb-4392-aadf-a23d1e03c0e6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5269856 Apr 11 15:28:52.186042 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37462) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:52.189106 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cc14173d-7bd1-4914-a3a6-4d05b03a8b46 req-5117cba1-33bb-485f-85e1-6c5a38a4e62f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651333 Apr 11 15:28:52.191949 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'security_group_rule': {'security_group_id': '42455c88-89ad-4255-85fb-52268dfd53a8', 'project_id': '356878eeeb8647fd946ce10c3667d507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:52.315437 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (a6ef0b49-3530-435d-87fa-ba63257ad064), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:52.416823 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (a6ef0b49-3530-435d-87fa-ba63257ad064), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:52.509214 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (a6ef0b49-3530-435d-87fa-ba63257ad064), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:52.528867 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ef0b49-3530-435d-87fa-ba63257ad064,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:52.537484 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.537946 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.538207 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.538539 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.538881 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.539219 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.539591 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.540050 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.540398 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.540736 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.541078 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.541421 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.541796 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.542083 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.542410 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:28:52.644113 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:52.646509 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f086bf07-3cb4-4fda-8512-d49853e01973 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4588227 Apr 11 15:28:52.649744 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37470) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:52.657128 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-d0ee08d6-fcac-477c-8f4e-6fe1f5697104 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'security_group_rule': {'security_group_id': '42455c88-89ad-4255-85fb-52268dfd53a8', 'project_id': '356878eeeb8647fd946ce10c3667d507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:52.862965 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d0ee08d6-fcac-477c-8f4e-6fe1f5697104 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (4f2963eb-805b-4410-8332-b573d74a3715), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:52.929649 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:52.962570 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d0ee08d6-fcac-477c-8f4e-6fe1f5697104 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (4f2963eb-805b-4410-8332-b573d74a3715), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:52.994458 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:52.995117 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:53.065732 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d0ee08d6-fcac-477c-8f4e-6fe1f5697104 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (4f2963eb-805b-4410-8332-b573d74a3715), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:53.089667 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee08d6-fcac-477c-8f4e-6fe1f5697104 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2963eb-805b-4410-8332-b573d74a3715,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:53.119434 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:53.185656 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d0ee08d6-fcac-477c-8f4e-6fe1f5697104 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:53.187445 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d0ee08d6-fcac-477c-8f4e-6fe1f5697104 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5361478 Apr 11 15:28:53.192445 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37476) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:53.197681 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-9c973677-9baf-41aa-8fd8-e48bf70317f5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'security_group_rule': {'security_group_id': '42455c88-89ad-4255-85fb-52268dfd53a8', 'project_id': '356878eeeb8647fd946ce10c3667d507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:53.335264 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c973677-9baf-41aa-8fd8-e48bf70317f5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (2fd63f0d-3dc9-4678-961c-ff5087eaa947), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:53.354091 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d2e7c-7c2b-463c-8e58-09fdaed6a0d9 req-ebdd4952-a567-4a2a-a497-3b97c84c8e59 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:53.357676 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-676d2e7c-7c2b-463c-8e58-09fdaed6a0d9 req-ebdd4952-a567-4a2a-a497-3b97c84c8e59 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0746408 Apr 11 15:28:53.436433 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c973677-9baf-41aa-8fd8-e48bf70317f5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (2fd63f0d-3dc9-4678-961c-ff5087eaa947), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:53.479247 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-91194b2e-94e2-4cfc-aaba-f2ca1c091eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:53.481875 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-91194b2e-94e2-4cfc-aaba-f2ca1c091eee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca&tenant_id=98ab9ba355cc424c84878fe5fd657070 HTTP/1.1" status: 200 len: 1128 time: 0.0680881 Apr 11 15:28:53.494406 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-676d2e7c-7c2b-463c-8e58-09fdaed6a0d9 req-b257ca25-64d9-46e8-a1a0-3757e968b020 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047249 Apr 11 15:28:53.534950 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c973677-9baf-41aa-8fd8-e48bf70317f5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (2fd63f0d-3dc9-4678-961c-ff5087eaa947), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:53.563277 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c973677-9baf-41aa-8fd8-e48bf70317f5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd63f0d-3dc9-4678-961c-ff5087eaa947,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:53.580507 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-7017ebf5-d50d-49fe-ab61-f614eb34ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:53.582026 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-7017ebf5-d50d-49fe-ab61-f614eb34ad54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 1128 time: 0.0681038 Apr 11 15:28:53.663491 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c973677-9baf-41aa-8fd8-e48bf70317f5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:53.666099 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Sync routers for ids ['2d311bd8-db0e-437d-afe5-830e6173bf60'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:28:53.671003 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-9c973677-9baf-41aa-8fd8-e48bf70317f5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4767992 Apr 11 15:28:53.673739 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37486) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:53.679679 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-42e5d906-d715-4cac-862e-acaa59b3c00e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'security_group_rule': {'security_group_id': '42455c88-89ad-4255-85fb-52268dfd53a8', 'project_id': '356878eeeb8647fd946ce10c3667d507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:53.686043 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Routers {'2d311bd8-db0e-437d-afe5-830e6173bf60'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:53.686854 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['2d311bd8-db0e-437d-afe5-830e6173bf60'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:53.718041 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-8da89562-834f-4eef-91e9-6846007c005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:53.721078 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-8da89562-834f-4eef-91e9-6846007c005e service neutron] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 918 time: 0.1307220 Apr 11 15:28:53.811118 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-691d9f32-65ed-4fa2-b537-fbfc2e0366f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd HTTP/1.1" status: 200 len: 1000 time: 0.0791907 Apr 11 15:28:53.842614 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-42e5d906-d715-4cac-862e-acaa59b3c00e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (3de2c636-215c-4352-b5f2-28688f394609), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:53.869448 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-08687f08-52c8-4adf-bc9b-ffa2e7b90eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:53.871566 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-08687f08-52c8-4adf-bc9b-ffa2e7b90eef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.0535684 Apr 11 15:28:53.930862 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-ec2d4cb9-9ebc-4435-b299-9db09ef579b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:53.933631 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-ec2d4cb9-9ebc-4435-b299-9db09ef579b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552776 Apr 11 15:28:53.934865 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-42e5d906-d715-4cac-862e-acaa59b3c00e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (3de2c636-215c-4352-b5f2-28688f394609), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:53.956975 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Set router 2d311bd8-db0e-437d-afe5-830e6173bf60 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:54.049147 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-d51766c9-9b96-4c77-828c-4d532a98cbe1 service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078997 Apr 11 15:28:54.049493 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-42e5d906-d715-4cac-862e-acaa59b3c00e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (3de2c636-215c-4352-b5f2-28688f394609), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.076527 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5d906-d715-4cac-862e-acaa59b3c00e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de2c636-215c-4352-b5f2-28688f394609,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:54.158287 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1a006746-7688-4b60-9fea-2090bb2b89bf req-eb75de3f-f15f-4bba-936d-083f305dd4ba service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025226 Apr 11 15:28:54.171789 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-42e5d906-d715-4cac-862e-acaa59b3c00e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.176448 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37488) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:54.176854 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-42e5d906-d715-4cac-862e-acaa59b3c00e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5003741 Apr 11 15:28:54.181408 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-2b8cade8-bec7-4018-9b23-c14a05a86e4b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'security_group_rule': {'security_group_id': '42455c88-89ad-4255-85fb-52268dfd53a8', 'project_id': '356878eeeb8647fd946ce10c3667d507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:54.217198 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'name': 'tempest-TestVolumeBootPattern-164561883-router', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:43Z', 'updated_at': '2022-04-11T15:28:49Z', 'revision_number': 4, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'gw_port': {'id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:44Z', 'updated_at': '2022-04-11T15:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'b17ca2e4-5be4-48ca-8e9a-28bebba459f2', 'name': '', 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'mac_address': 'fa:16:3e:c1:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2a2ddadc-98e4-4839-b03c-80f09cc4d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:47Z', 'updated_at': '2022-04-11T15:28:49Z', 'revision_number': 2, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'subnets': [{'id': '2a2ddadc-98e4-4839-b03c-80f09cc4d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:54.244850 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Checking router: 2d311bd8-db0e-437d-afe5-830e6173bf60 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:28:54.245200 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Updating router 2d311bd8-db0e-437d-afe5-830e6173bf60 port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:28:54.275407 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.336589 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.securitygroups_db [None req-2b8cade8-bec7-4018-9b23-c14a05a86e4b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Project 356878eeeb8647fd946ce10c3667d507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:28:54.347019 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2b8cade8-bec7-4018-9b23-c14a05a86e4b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (d12e961f-096a-40d5-9a96-6fc5f93ce05e), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.472318 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2b8cade8-bec7-4018-9b23-c14a05a86e4b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (d12e961f-096a-40d5-9a96-6fc5f93ce05e), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.591471 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2b8cade8-bec7-4018-9b23-c14a05a86e4b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (d12e961f-096a-40d5-9a96-6fc5f93ce05e), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.626045 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cade8-bec7-4018-9b23-c14a05a86e4b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12e961f-096a-40d5-9a96-6fc5f93ce05e,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:54.660547 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Publish callbacks [] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.702330 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56121215-43e4-48b0-b5f7-662f47e10554 req-cf5afc54-9b9e-406c-8e8f-f30afd81eb39 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:54.705323 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-56121215-43e4-48b0-b5f7-662f47e10554 req-cf5afc54-9b9e-406c-8e8f-f30afd81eb39 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0753589 Apr 11 15:28:54.780845 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-56121215-43e4-48b0-b5f7-662f47e10554 req-e512ad8f-99e2-4872-9fd7-e7ffffd2911f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690513 Apr 11 15:28:54.786159 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2b8cade8-bec7-4018-9b23-c14a05a86e4b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.787933 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-2b8cade8-bec7-4018-9b23-c14a05a86e4b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6099114 Apr 11 15:28:54.799099 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37514) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:28:54.808920 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-2e1599c6-0c47-473b-ba0a-48764a2643f8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'security_group_rule': {'security_group_id': '42455c88-89ad-4255-85fb-52268dfd53a8', 'project_id': '356878eeeb8647fd946ce10c3667d507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:28:54.826739 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.891595 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e1494-36ed-4297-8821-df7ace3f632a None None] Pushing event updated for resources: {'Port': ['ID=b17ca2e4-5be4-48ca-8e9a-28bebba459f2,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:54.952575 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Attempting to bind port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:28:54.953051 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Attempting to bind port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '66506ee0-02b5-41f7-9b17-3b78f67f87d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:28:54.954013 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Attempting to bind port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 on network f2b165c2-e697-4244-8c93-5c8945fff64e {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:28:54.960580 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.securitygroups_db [None req-2e1599c6-0c47-473b-ba0a-48764a2643f8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Project 356878eeeb8647fd946ce10c3667d507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 15:28:54.961313 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:28:54.962124 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Checking segment: {'id': '66506ee0-02b5-41f7-9b17-3b78f67f87d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:28:54.962685 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.963569 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Bound using segment: {'id': '66506ee0-02b5-41f7-9b17-3b78f67f87d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:28:54.965226 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Bound port: b17ca2e4-5be4-48ca-8e9a-28bebba459f2, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66506ee0-02b5-41f7-9b17-3b78f67f87d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:28:54.966348 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:54.977163 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e1599c6-0c47-473b-ba0a-48764a2643f8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (68166b76-af9d-4c19-b03a-6c66ee294d5b), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:55.071627 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] For port b17ca2e4-5be4-48ca-8e9a-28bebba459f2, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:28:55.076493 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] For port b17ca2e4-5be4-48ca-8e9a-28bebba459f2, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b17ca2e4-5be4-48ca-8e9a-28bebba459f2,segment=NetworkSegment(66506ee0-02b5-41f7-9b17-3b78f67f87d0),segment_id=66506ee0-02b5-41f7-9b17-3b78f67f87d0)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:28:55.082305 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e1599c6-0c47-473b-ba0a-48764a2643f8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (68166b76-af9d-4c19-b03a-6c66ee294d5b), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:55.192075 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-eb198c41-6579-4eac-a663-e70caf2c84b3 None None] Provisioning complete for port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:55.193115 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-eb198c41-6579-4eac-a663-e70caf2c84b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:55.228049 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:55.271326 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e1599c6-0c47-473b-ba0a-48764a2643f8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (68166b76-af9d-4c19-b03a-6c66ee294d5b), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:55.293169 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-eb198c41-6579-4eac-a663-e70caf2c84b3 None None] Port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:28:55.330349 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e1494-36ed-4297-8821-df7ace3f632a None None] Pushing event updated for resources: {'Port': ['ID=b17ca2e4-5be4-48ca-8e9a-28bebba459f2,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:55.334367 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Routers {'2d311bd8-db0e-437d-afe5-830e6173bf60'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:28:55.340397 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1599c6-0c47-473b-ba0a-48764a2643f8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68166b76-af9d-4c19-b03a-6c66ee294d5b,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:55.340985 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:28:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['2d311bd8-db0e-437d-afe5-830e6173bf60'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:55.489113 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2e1599c6-0c47-473b-ba0a-48764a2643f8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:55.493949 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-2e1599c6-0c47-473b-ba0a-48764a2643f8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6927159 Apr 11 15:28:55.582912 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] Set router 2d311bd8-db0e-437d-afe5-830e6173bf60 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:28:55.789604 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-09406a32-d7b3-446c-8c87-da4084d166eb None None] Provisioning complete for port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:55.791424 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-09406a32-d7b3-446c-8c87-da4084d166eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:56.036416 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f440274-3166-4c45-acae-c0d1d1706452 req-51a76493-569f-4d31-8143-cdf4d9077afd tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:56.048632 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5f440274-3166-4c45-acae-c0d1d1706452 req-51a76493-569f-4d31-8143-cdf4d9077afd tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.1205850 Apr 11 15:28:56.052295 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'name': 'tempest-TestVolumeBootPattern-164561883-router', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:43Z', 'updated_at': '2022-04-11T15:28:49Z', 'revision_number': 4, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'gw_port': {'id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:44Z', 'updated_at': '2022-04-11T15:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'b17ca2e4-5be4-48ca-8e9a-28bebba459f2', 'name': '', 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'mac_address': 'fa:16:3e:c1:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2a2ddadc-98e4-4839-b03c-80f09cc4d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:47Z', 'updated_at': '2022-04-11T15:28:55Z', 'revision_number': 4, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'subnets': [{'id': '2a2ddadc-98e4-4839-b03c-80f09cc4d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:28:56.149447 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1de3d5-c028-416d-8a6e-2516ad1fb031 None None] The sync data for ids ['2d311bd8-db0e-437d-afe5-830e6173bf60'] in dv-cinder-836083-4-iscsi is: [{'id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'name': 'tempest-TestVolumeBootPattern-164561883-router', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:43Z', 'updated_at': '2022-04-11T15:28:49Z', 'revision_number': 4, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'gw_port': {'id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:44Z', 'updated_at': '2022-04-11T15:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'b17ca2e4-5be4-48ca-8e9a-28bebba459f2', 'name': '', 'network_id': 'f2b165c2-e697-4244-8c93-5c8945fff64e', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'mac_address': 'fa:16:3e:c1:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2a2ddadc-98e4-4839-b03c-80f09cc4d95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:47Z', 'updated_at': '2022-04-11T15:28:55Z', 'revision_number': 4, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'subnets': [{'id': '2a2ddadc-98e4-4839-b03c-80f09cc4d95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:28:56.167366 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-09406a32-d7b3-446c-8c87-da4084d166eb None None] Current status of the port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:56.168248 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-09406a32-d7b3-446c-8c87-da4084d166eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:56.185266 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5f440274-3166-4c45-acae-c0d1d1706452 req-457a6f0f-68d7-4c6a-bb07-d5cb298ab8a2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351125 Apr 11 15:28:56.312511 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-09406a32-d7b3-446c-8c87-da4084d166eb None None] For port b17ca2e4-5be4-48ca-8e9a-28bebba459f2, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b17ca2e4-5be4-48ca-8e9a-28bebba459f2,segment=NetworkSegment(66506ee0-02b5-41f7-9b17-3b78f67f87d0),segment_id=66506ee0-02b5-41f7-9b17-3b78f67f87d0)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:28:56.449490 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-09406a32-d7b3-446c-8c87-da4084d166eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:56.539689 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09406a32-d7b3-446c-8c87-da4084d166eb None None] Pushing event updated for resources: {'Port': ['ID=b17ca2e4-5be4-48ca-8e9a-28bebba459f2,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:28:57.030995 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b17ca2e4-5be4-48ca-8e9a-28bebba459f2 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:28:57.183720 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:28:57.185013 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:28:57.402681 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:28:57.403269 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572a2db-5163-4511-a34c-2caa4c1baaf5 req-86dfc14d-17fc-4613-a464-d109f853b843 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:57.416142 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1572a2db-5163-4511-a34c-2caa4c1baaf5 req-86dfc14d-17fc-4613-a464-d109f853b843 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0971022 Apr 11 15:28:57.500242 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1572a2db-5163-4511-a34c-2caa4c1baaf5 req-88a416cd-0be9-446d-b72e-e2502644acea tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826080 Apr 11 15:28:58.669175 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97feda5-4ea7-44d3-90f3-07ddbb39fe95 req-49967622-44b3-4989-aa5a-5449a72c8338 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:58.670839 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d97feda5-4ea7-44d3-90f3-07ddbb39fe95 req-49967622-44b3-4989-aa5a-5449a72c8338 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0605979 Apr 11 15:28:58.746177 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d97feda5-4ea7-44d3-90f3-07ddbb39fe95 req-5351eb48-1aa4-4e30-bdff-ee280bed4657 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645785 Apr 11 15:28:59.037297 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:28:59.921898 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab7571-9c42-41b1-b03c-d0c30c0a10f4 req-51a937e1-5e6a-46d1-a13e-4fd3c36a8bfe tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:28:59.925130 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6eab7571-9c42-41b1-b03c-d0c30c0a10f4 req-51a937e1-5e6a-46d1-a13e-4fd3c36a8bfe tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0715969 Apr 11 15:29:00.021257 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6eab7571-9c42-41b1-b03c-d0c30c0a10f4 req-0eb407e9-0d28-4e50-b1f0-502a5a5e6235 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800333 Apr 11 15:29:01.207448 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc1548-deb0-4f51-9634-f9c64ed9b0be req-9f9175c6-bb15-4c64-9c85-7dbf4d6861b9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:01.209019 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7afc1548-deb0-4f51-9634-f9c64ed9b0be req-9f9175c6-bb15-4c64-9c85-7dbf4d6861b9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0838237 Apr 11 15:29:01.286152 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7afc1548-deb0-4f51-9634-f9c64ed9b0be req-633b0016-2d8d-4528-9823-632efdd1a6c8 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693135 Apr 11 15:29:02.487127 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadb701-249e-438c-998b-b5907bb3f678 req-4134c806-245b-4f26-9f1b-510d3ac33ba0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:02.489793 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9cadb701-249e-438c-998b-b5907bb3f678 req-4134c806-245b-4f26-9f1b-510d3ac33ba0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0868721 Apr 11 15:29:02.578903 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9cadb701-249e-438c-998b-b5907bb3f678 req-3e95a9ba-4dc2-4f0d-a68c-1c6a6e1fd07e tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798099 Apr 11 15:29:03.745456 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf807f5d-8cc6-46b0-8d86-c9bae9fb3bbe req-029c6854-5527-4bff-b09f-83e1a495c6b0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:03.747059 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cf807f5d-8cc6-46b0-8d86-c9bae9fb3bbe req-029c6854-5527-4bff-b09f-83e1a495c6b0 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0633924 Apr 11 15:29:03.808975 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cf807f5d-8cc6-46b0-8d86-c9bae9fb3bbe req-afba47a6-8b07-42b8-b60e-44918dfb0241 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526228 Apr 11 15:29:04.964001 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c2d7a-9738-4243-b050-0f14c818bcbe req-135f151e-f0d8-4f89-afdd-bae4fab29a5d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:04.966042 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-784c2d7a-9738-4243-b050-0f14c818bcbe req-135f151e-f0d8-4f89-afdd-bae4fab29a5d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0647278 Apr 11 15:29:05.053715 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-784c2d7a-9738-4243-b050-0f14c818bcbe req-6518aa81-ad1d-4b86-bf6c-69856d8323fd tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779073 Apr 11 15:29:05.947765 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37718) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:06.072586 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90807a6d-ab89-4535-9a0d-7629d4680026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.191604 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90807a6d-ab89-4535-9a0d-7629d4680026 admin admin] Publish callbacks [] for security_group (10ff5b32-d76e-421a-b978-0fb690568cbb), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.228972 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61ff97-2dfb-46e2-b7f4-e95bffbcc106 req-b0d1c532-79b6-4686-9eb8-0d68aadae358 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:06.230636 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ac61ff97-2dfb-46e2-b7f4-e95bffbcc106 req-b0d1c532-79b6-4686-9eb8-0d68aadae358 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0683348 Apr 11 15:29:06.303166 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ac61ff97-2dfb-46e2-b7f4-e95bffbcc106 req-129390e1-0cd4-4dfe-847a-0ae85955def1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611820 Apr 11 15:29:06.332753 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-90807a6d-ab89-4535-9a0d-7629d4680026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (10ff5b32-d76e-421a-b978-0fb690568cbb), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.373522 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90807a6d-ab89-4535-9a0d-7629d4680026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ff5b32-d76e-421a-b978-0fb690568cbb,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:06.380005 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-90807a6d-ab89-4535-9a0d-7629d4680026 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5dc6a64dd99d44daa6deea5c75061e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307768 Apr 11 15:29:06.383921 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37726) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:06.460699 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa247e2-e859-4d02-b64d-c6b2ab2426ba admin admin] Publish callbacks [] for security_group (10ff5b32-d76e-421a-b978-0fb690568cbb), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.495033 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa247e2-e859-4d02-b64d-c6b2ab2426ba admin admin] Publish callbacks [] for security_group (10ff5b32-d76e-421a-b978-0fb690568cbb), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.632209 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa247e2-e859-4d02-b64d-c6b2ab2426ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (10ff5b32-d76e-421a-b978-0fb690568cbb), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.634983 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa247e2-e859-4d02-b64d-c6b2ab2426ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:06.636225 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-7fa247e2-e859-4d02-b64d-c6b2ab2426ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/10ff5b32-d76e-421a-b978-0fb690568cbb HTTP/1.1" status: 204 len: 168 time: 0.2511523 Apr 11 15:29:06.644650 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa247e2-e859-4d02-b64d-c6b2ab2426ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ff5b32-d76e-421a-b978-0fb690568cbb,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:07.384436 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c9e6bf5c-0717-42de-bc68-37ccc5a77acd details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:29:07.451602 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231750fc-959b-494c-9dda-64522580800e req-7f807419-d1a5-4e3e-b4b3-5466a448355c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:07.454650 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-231750fc-959b-494c-9dda-64522580800e req-7f807419-d1a5-4e3e-b4b3-5466a448355c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 944 time: 0.0629401 Apr 11 15:29:07.525347 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37738) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:07.534361 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-231750fc-959b-494c-9dda-64522580800e req-8d6bc2ad-aacb-4aed-b4f4-75c73934b7cd tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675049 Apr 11 15:29:07.543877 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:07.546018 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0d538f73-faef-42ec-ab6b-4406cbe6db44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.559581 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'port_id': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'mac_address': 'fa:16:3e:a6:43:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:29:07.627517 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port c9e6bf5c-0717-42de-bc68-37ccc5a77acd is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:07.628775 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.653606 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0d538f73-faef-42ec-ab6b-4406cbe6db44 admin admin] Publish callbacks [] for security_group (89d1de78-2ea7-4db8-abfc-9a7fe73ced4c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.654049 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e6bf5c-0717-42de-bc68-37ccc5a77acd {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:29:07.680093 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:07.755237 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0d538f73-faef-42ec-ab6b-4406cbe6db44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (89d1de78-2ea7-4db8-abfc-9a7fe73ced4c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.809469 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-0d538f73-faef-42ec-ab6b-4406cbe6db44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e5617a2111f54af9a3ce76a847362226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822745 Apr 11 15:29:07.810672 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d538f73-faef-42ec-ab6b-4406cbe6db44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d1de78-2ea7-4db8-abfc-9a7fe73ced4c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:07.813990 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37742) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:07.867241 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.900149 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c9eab03c-8c39-446b-9c97-a70eb114f21a admin admin] Publish callbacks [] for security_group (89d1de78-2ea7-4db8-abfc-9a7fe73ced4c), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.932639 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c9eab03c-8c39-446b-9c97-a70eb114f21a admin admin] Publish callbacks [] for security_group (89d1de78-2ea7-4db8-abfc-9a7fe73ced4c), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:07.956261 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=9']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:08.019802 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-574950c3-38ca-4b1c-92f4-fe078fed0c2c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114028574&fields=id&tenant_id=6cd7ff99f1ca4f849d26929168ceaae8 HTTP/1.1" status: 200 len: 267 time: 0.0636384 Apr 11 15:29:08.100552 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['c9e6bf5c-0717-42de-bc68-37ccc5a77acd'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:29:08.110036 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c9eab03c-8c39-446b-9c97-a70eb114f21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (89d1de78-2ea7-4db8-abfc-9a7fe73ced4c), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.114697 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c9eab03c-8c39-446b-9c97-a70eb114f21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:08.117100 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-c9eab03c-8c39-446b-9c97-a70eb114f21a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/89d1de78-2ea7-4db8-abfc-9a7fe73ced4c HTTP/1.1" status: 204 len: 168 time: 0.3011925 Apr 11 15:29:08.136222 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eab03c-8c39-446b-9c97-a70eb114f21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d1de78-2ea7-4db8-abfc-9a7fe73ced4c,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:08.209862 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be057c6b-94a3-41f3-8624-580de4a426ac req-d4f92097-f1ec-46f1-a519-54ae0c6a5113 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:08.211821 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-d4f92097-f1ec-46f1-a519-54ae0c6a5113 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/networks?id=b3448c94-617c-4626-8e34-db817bb62e97 HTTP/1.1" status: 200 len: 808 time: 0.1820097 Apr 11 15:29:08.234257 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-926e3348-186a-4989-8cd2-1831bb4d5c53 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/quotas/6cd7ff99f1ca4f849d26929168ceaae8 HTTP/1.1" status: 200 len: 375 time: 0.0114260 Apr 11 15:29:08.325261 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-62b9be39-5a64-4124-8a4b-03ad9306d9f3 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776377 Apr 11 15:29:08.574048 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-466924e6-4f78-4e36-94ac-30de565926e2 service neutron] 10.222.0.47 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344263 Apr 11 15:29:08.742676 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5233516-f95c-4c7e-b50d-ad74c632d715 req-6184d543-a933-462c-935f-cf89a72df3c1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:08.744134 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a5233516-f95c-4c7e-b50d-ad74c632d715 req-6184d543-a933-462c-935f-cf89a72df3c1 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 945 time: 0.0822256 Apr 11 15:29:08.750373 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-27bf8e61-e5fe-4dd5-ab39-e1c5a8891e0d service neutron] 10.222.0.47 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682336 Apr 11 15:29:08.808668 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a5233516-f95c-4c7e-b50d-ad74c632d715 req-ff55fbe3-21d4-415f-b808-de7d59ce2585 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567935 Apr 11 15:29:08.950202 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-109aa9c6-0375-4944-9ff7-eb87876c0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:08.951948 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-109aa9c6-0375-4944-9ff7-eb87876c0182 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98ab9ba355cc424c84878fe5fd657070&device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 1129 time: 0.0642154 Apr 11 15:29:09.329474 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.387458 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-edd1a90e-59a4-4155-85ee-a463861f1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:09.389901 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-edd1a90e-59a4-4155-85ee-a463861f1515 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 200 len: 918 time: 0.4123030 Apr 11 15:29:09.397413 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c9e6bf5c-0717-42de-bc68-37ccc5a77acd up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:09.449526 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port c9e6bf5c-0717-42de-bc68-37ccc5a77acd triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:09.450039 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.467780 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-2506f2ee-a925-4206-bf27-445691019a67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd HTTP/1.1" status: 200 len: 1001 time: 0.0690374 Apr 11 15:29:09.536302 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-cd5d1db4-451b-45e0-9484-3c3caf64f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:09.537804 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-cd5d1db4-451b-45e0-9484-3c3caf64f01c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 200 len: 856 time: 0.0650177 Apr 11 15:29:09.558952 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port c9e6bf5c-0717-42de-bc68-37ccc5a77acd is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:09.559349 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.589951 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:09.591944 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7860c09-281a-4cf6-811f-b33b8c6ebe7a" -d '{"events": [{"server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "name": "network-vif-plugged", "status": "completed", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:29:09.608226 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:09.615720 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-5e440bf7-7f0b-43a2-ac7d-3438d39b9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:09.618069 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-5e440bf7-7f0b-43a2-ac7d-3438d39b9eac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41aa52fa-7af2-4c63-910a-080aef6fa315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733583 Apr 11 15:29:09.655321 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa9d41b-56c5-4a2e-bf5e-2222f2acd626 x-openstack-request-id: req-5fa9d41b-56c5-4a2e-bf5e-2222f2acd626 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:29:09.655780 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "name": "network-vif-plugged", "status": "completed", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:29:09.655996 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5fa9d41b-56c5-4a2e-bf5e-2222f2acd626 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:29:09.656320 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa9d41b-56c5-4a2e-bf5e-2222f2acd626'] response: {'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'code': 200} Apr 11 15:29:09.720602 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:09.773931 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-1713790b-30c3-4b47-be82-fe9ce0f0808b service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458046 Apr 11 15:29:09.811204 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=10']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:09.895261 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72a9eca8-89a6-4b3b-9897-e6538246428e req-1b311154-e6e5-4d0c-a9f9-645d88fd686e service neutron] 10.222.0.39 "GET /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133718 Apr 11 15:29:09.965891 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adde7e-9f1d-4484-987a-62a84738c0e4 req-6416b12e-aa27-4ec3-8ce6-d2216c208612 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:09.967444 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-56adde7e-9f1d-4484-987a-62a84738c0e4 req-6416b12e-aa27-4ec3-8ce6-d2216c208612 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 947 time: 0.0701704 Apr 11 15:29:10.070685 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-56adde7e-9f1d-4484-987a-62a84738c0e4 req-6e896144-3c9f-4ce5-bcbd-7454d8bfb657 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930855 Apr 11 15:29:10.124938 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-436f68a5-635a-48e9-9d43-ca8a23195a77 req-797223eb-a516-4f1c-901a-6a9ab7497e02 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 210 time: 0.0471473 Apr 11 15:29:10.266845 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cac1f6-95f8-4138-811f-974ac29c3549 req-07c90aae-9b79-4175-82cf-992aecb88dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:10.275930 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72cac1f6-95f8-4138-811f-974ac29c3549 req-07c90aae-9b79-4175-82cf-992aecb88dfc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 1131 time: 0.0522678 Apr 11 15:29:10.330850 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72cac1f6-95f8-4138-811f-974ac29c3549 req-1def85c2-618b-490c-879f-221cabbd4833 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557706 Apr 11 15:29:11.225472 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae226f9-29cb-436e-80b6-e9e78e99b6d3 req-38532627-634d-4e92-a536-46368c00a5e9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:11.225472 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ae226f9-29cb-436e-80b6-e9e78e99b6d3 req-38532627-634d-4e92-a536-46368c00a5e9 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 947 time: 0.0754278 Apr 11 15:29:11.243973 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4ba83ea5-10fc-400a-b03e-8e66532c3fb6 req-b62071bc-5a1b-4b53-bcfa-06145e5b0bac tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 210 time: 0.0505488 Apr 11 15:29:11.299525 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ae226f9-29cb-436e-80b6-e9e78e99b6d3 req-dea8fc99-0ee1-4314-8cc0-5fadb28d9dd3 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598917 Apr 11 15:29:12.053200 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7365ec6c-183b-4c03-a623-df16c0a0e0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:12.390697 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e8fa6d95-c3b5-4770-a7d4-593eb683be63 req-810c44db-8d5e-47b9-b36b-3cf17799cd31 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 210 time: 0.0506942 Apr 11 15:29:12.482547 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a737ce-1420-4b72-abe3-2c562cb815b2 req-34222f01-f23f-43cc-8fb2-1bf08d376302 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:12.484224 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c9a737ce-1420-4b72-abe3-2c562cb815b2 req-34222f01-f23f-43cc-8fb2-1bf08d376302 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 947 time: 0.0836542 Apr 11 15:29:12.566010 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c9a737ce-1420-4b72-abe3-2c562cb815b2 req-a7abe4d9-c304-48e5-9d46-61a9ad3ff5be tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632341 Apr 11 15:29:13.507181 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-23d3702f-2417-401c-be38-c8850f7dd0e6 req-2674afca-7653-41d6-8e48-28c4678e2617 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 210 time: 0.0343337 Apr 11 15:29:13.789238 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc982f1f-e6fa-415f-85af-3ca8e504f37c req-82761fca-f5ce-4c30-a2c3-439306c40736 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:13.790936 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-dc982f1f-e6fa-415f-85af-3ca8e504f37c req-82761fca-f5ce-4c30-a2c3-439306c40736 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 947 time: 0.0991662 Apr 11 15:29:13.823684 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be057c6b-94a3-41f3-8624-580de4a426ac req-fc5a7526-d91b-4a40-83ea-09b10d5ff5fe tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:13.825355 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-fc5a7526-d91b-4a40-83ea-09b10d5ff5fe tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.39 "GET /v2.0/networks?id=b3448c94-617c-4626-8e34-db817bb62e97 HTTP/1.1" status: 200 len: 808 time: 0.1904285 Apr 11 15:29:13.869064 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-dc982f1f-e6fa-415f-85af-3ca8e504f37c req-8127e53c-9b96-4a16-a005-3e725bfe1edb tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628867 Apr 11 15:29:13.993552 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-13fbba11-a5f6-48c7-8c9f-e32941f827df tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cd7ff99f1ca4f849d26929168ceaae8 HTTP/1.1" status: 200 len: 379 time: 0.0666523 Apr 11 15:29:14.005603 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Request body: {'port': {'device_id': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'admin_state_up': True, 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'security_groups': ['b6629bfa-f414-41a0-b22f-8a02113d51c7']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:14.289210 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Made reservation on behalf of 6cd7ff99f1ca4f849d26929168ceaae8 for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:29:14.292694 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.451112 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Allocated IP 172.20.0.6 (b3448c94-617c-4626-8e34-db817bb62e97/66d26c23-bea9-445d-bcb3-fac345d3fcf1/720756d2-e601-4ca8-943a-cf9ab71ea1ff) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:14.623217 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a27b3783-0e9f-48c7-814e-6db8d0454d5b req-9f24cac3-0bb6-4c2c-82aa-23bb6cf3e860 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 210 time: 0.0375867 Apr 11 15:29:14.637324 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3fe8-0741-42d0-8b6a-ac72f8a09ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.688597 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:14.938673 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.020589 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Network b3448c94-617c-4626-8e34-db817bb62e97 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:15.030775 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:15.034594 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:15.043870 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event updated for resources: {'Port': ['ID=720756d2-e601-4ca8-943a-cf9ab71ea1ff,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:15.088501 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de9895-5b69-4a0f-8fc2-5d70ff88829c req-445762c2-7613-4db0-b614-80fcc3e45dc5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:15.090587 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d4de9895-5b69-4a0f-8fc2-5d70ff88829c req-445762c2-7613-4db0-b614-80fcc3e45dc5 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 947 time: 0.1211317 Apr 11 15:29:15.137628 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:15.138344 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.187524 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d4de9895-5b69-4a0f-8fc2-5d70ff88829c req-44c9e87a-3d91-4ccc-bf87-14d5deb076d6 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868194 Apr 11 15:29:15.325968 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-9e1ab8c5-28c7-4264-82d7-5d45a4037aa9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3240237 Apr 11 15:29:15.340267 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Request body: {'port': {'device_id': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:15.355172 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-6e03b027-4d60-4f46-87d0-fd0e20c523e1 None None] Provisioning complete for port 720756d2-e601-4ca8-943a-cf9ab71ea1ff triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:15.358863 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-6e03b027-4d60-4f46-87d0-fd0e20c523e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.415673 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.418929 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-6e03b027-4d60-4f46-87d0-fd0e20c523e1 None None] Port 720756d2-e601-4ca8-943a-cf9ab71ea1ff cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:29:15.573206 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.752971 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720756d2-e601-4ca8-943a-cf9ab71ea1ff {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:29:15.764504 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Publish callbacks [] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:15.784014 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d6511-d7d1-4c38-ad87-67d783bd24a4 req-4d2bda66-af08-4a88-b092-adab09224bee tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:15.785911 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-270d6511-d7d1-4c38-ad87-67d783bd24a4 req-4d2bda66-af08-4a88-b092-adab09224bee tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 931 time: 0.0759382 Apr 11 15:29:15.800300 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Transition to ACTIVE for port object 720756d2-e601-4ca8-943a-cf9ab71ea1ff will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:29:15.843430 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-270d6511-d7d1-4c38-ad87-67d783bd24a4 req-b9221440-a63b-4765-9ce9-eb1727b8e842 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508869 Apr 11 15:29:16.063703 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.120839 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Pushing event updated for resources: {'Port': ['ID=720756d2-e601-4ca8-943a-cf9ab71ea1ff,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:16.206484 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Attempting to bind port 720756d2-e601-4ca8-943a-cf9ab71ea1ff on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:29:16.206985 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Attempting to bind port 720756d2-e601-4ca8-943a-cf9ab71ea1ff by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:29:16.207454 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Attempting to bind port 720756d2-e601-4ca8-943a-cf9ab71ea1ff on network b3448c94-617c-4626-8e34-db817bb62e97 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:16.213265 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Port 720756d2-e601-4ca8-943a-cf9ab71ea1ff on network b3448c94-617c-4626-8e34-db817bb62e97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:29:16.213905 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Attempting to bind port 720756d2-e601-4ca8-943a-cf9ab71ea1ff on network b3448c94-617c-4626-8e34-db817bb62e97 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:16.226656 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:29:16.227351 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Checking segment: {'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:16.227732 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Bound using segment: {'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:29:16.229455 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Bound port: 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0292580b-7791-4149-8f37-680ae449cd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:29:16.229455 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.310726 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] For port 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:29:16.317677 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] For port 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:29:16.558443 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.600798 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:16.601428 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:16.603305 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] 10.222.0.39 "PUT /v2.0/ports/720756d2-e601-4ca8-943a-cf9ab71ea1ff HTTP/1.1" status: 200 len: 1093 time: 1.2686620 Apr 11 15:29:16.612873 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:16.612873 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425dde8d-c0d4-4cec-8ae5-40ec87090dce" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:29:16.633689 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099885ce-7f65-42a8-ba0f-58b17c1a904b service neutron] Pushing event updated for resources: {'Port': ['ID=720756d2-e601-4ca8-943a-cf9ab71ea1ff,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:16.663163 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a470e971-6b59-4877-9b50-0896eb21903c x-openstack-request-id: req-a470e971-6b59-4877-9b50-0896eb21903c {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:29:16.663560 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:29:16.663964 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a470e971-6b59-4877-9b50-0896eb21903c {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:29:16.664454 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a470e971-6b59-4877-9b50-0896eb21903c'] response: {'name': 'network-changed', 'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'status': 'completed', 'code': 200} Apr 11 15:29:16.737573 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dde8d-c0d4-4cec-8ae5-40ec87090dce req-6eb73d9a-6dbd-4db7-b0c6-4fa37109d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:16.739463 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-425dde8d-c0d4-4cec-8ae5-40ec87090dce req-6eb73d9a-6dbd-4db7-b0c6-4fa37109d7d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1127 time: 0.0544584 Apr 11 15:29:16.846336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dde8d-c0d4-4cec-8ae5-40ec87090dce req-64050a77-6926-47c7-84c2-1b065c4bcddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:16.848087 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-425dde8d-c0d4-4cec-8ae5-40ec87090dce req-64050a77-6926-47c7-84c2-1b065c4bcddb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1016085 Apr 11 15:29:16.976455 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3d7cc-5994-4e94-a565-8484808417b4 req-6939b57a-23f0-49bf-b858-a042c77ddc2c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:16.977984 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-80a3d7cc-5994-4e94-a565-8484808417b4 req-6939b57a-23f0-49bf-b858-a042c77ddc2c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0599968 Apr 11 15:29:16.998514 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dde8d-c0d4-4cec-8ae5-40ec87090dce req-3dac61f6-2b37-488d-9014-a76c62029c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:16.999961 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-425dde8d-c0d4-4cec-8ae5-40ec87090dce req-3dac61f6-2b37-488d-9014-a76c62029c31 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461594 Apr 11 15:29:17.115093 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be057c6b-94a3-41f3-8624-580de4a426ac req-990e311a-2e1c-42b9-ac77-d7d78465d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:17.116753 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-990e311a-2e1c-42b9-ac77-d7d78465d62f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1127 time: 0.0684848 Apr 11 15:29:17.128097 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-80a3d7cc-5994-4e94-a565-8484808417b4 req-3e38a4d6-ac26-459f-b1b9-9e9cbaf1b835 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401529 Apr 11 15:29:17.166874 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-a9fe9ad6-844a-408c-96ac-181d43ffc2e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff HTTP/1.1" status: 200 len: 217 time: 0.0373859 Apr 11 15:29:17.220076 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be057c6b-94a3-41f3-8624-580de4a426ac req-f6709489-a099-4a5f-8df1-37a6ce9085aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:17.221555 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-f6709489-a099-4a5f-8df1-37a6ce9085aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d26c23-bea9-445d-bcb3-fac345d3fcf1 HTTP/1.1" status: 200 len: 847 time: 0.0468411 Apr 11 15:29:17.268187 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:17.275335 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be057c6b-94a3-41f3-8624-580de4a426ac req-2882aad8-bf87-4c5f-8e30-fd71fd0b775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:17.276936 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-2882aad8-bf87-4c5f-8e30-fd71fd0b775b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3448c94-617c-4626-8e34-db817bb62e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464211 Apr 11 15:29:17.380356 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-8eca8c8a-02e4-4694-b869-23edf7199d0f service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965323 Apr 11 15:29:17.551437 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be057c6b-94a3-41f3-8624-580de4a426ac req-da1b6899-d261-40fc-81e5-e46526b0e788 service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024070 Apr 11 15:29:18.252330 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17259506-1672-4842-8be5-03ce404a158c req-20b47e65-4b2a-4690-9cd8-5005f9e57f38 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:18.254161 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-17259506-1672-4842-8be5-03ce404a158c req-20b47e65-4b2a-4690-9cd8-5005f9e57f38 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0518188 Apr 11 15:29:18.312914 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-17259506-1672-4842-8be5-03ce404a158c req-b73fb79b-6c4d-4791-a787-fd77534b1cc6 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521121 Apr 11 15:29:18.469285 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:19.449391 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8726-16c8-49d9-be57-9cb911c86558 req-8e25c8af-fb7f-49ba-a318-6152fe3de13b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:19.450977 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2eb8726-16c8-49d9-be57-9cb911c86558 req-8e25c8af-fb7f-49ba-a318-6152fe3de13b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0498238 Apr 11 15:29:19.515247 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d2eb8726-16c8-49d9-be57-9cb911c86558 req-e8868f4b-60f6-4c9d-bd85-a0fe905262aa tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555017 Apr 11 15:29:19.833689 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-7fc1560c-b4f1-4657-b071-e1796fd6a733 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219290864&fields=id&tenant_id=356878eeeb8647fd946ce10c3667d507 HTTP/1.1" status: 200 len: 267 time: 0.0496023 Apr 11 15:29:19.949342 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-53516e1d-8e5d-4f34-99e9-797daaf832b9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:19.950832 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-53516e1d-8e5d-4f34-99e9-797daaf832b9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 811 time: 0.1100473 Apr 11 15:29:19.966153 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-5c37bf10-eb0b-4a18-bbf9-c675303adbc8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/quotas/356878eeeb8647fd946ce10c3667d507 HTTP/1.1" status: 200 len: 375 time: 0.0095971 Apr 11 15:29:20.024659 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-856e5f78-56a2-4068-8559-300a4d8bc185 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524650 Apr 11 15:29:20.231663 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-83aff2fd-7c61-44f4-9623-fd1e2c9b24bb service neutron] 10.222.0.47 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929622 Apr 11 15:29:20.338047 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-a4f53a60-ca89-47b0-95c9-837353c155fa service neutron] 10.222.0.47 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982933 Apr 11 15:29:20.616152 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 37980) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:20.639077 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813e97c-af8d-4c73-98f6-30849fb7d8c0 req-51a50d9c-564e-46a3-b01b-3694c01c1edc tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:20.640621 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9813e97c-af8d-4c73-98f6-30849fb7d8c0 req-51a50d9c-564e-46a3-b01b-3694c01c1edc tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0495965 Apr 11 15:29:20.694804 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9813e97c-af8d-4c73-98f6-30849fb7d8c0 req-4f4804c8-a34b-4015-9cfd-23dd92cfa7f2 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479498 Apr 11 15:29:20.737060 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6563c586-b660-492d-b05f-e215bd499308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:20.821222 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6563c586-b660-492d-b05f-e215bd499308 admin admin] Publish callbacks [] for security_group (95a2b6f0-fc2a-4838-b400-23d4bda2def8), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:21.144052 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6563c586-b660-492d-b05f-e215bd499308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (95a2b6f0-fc2a-4838-b400-23d4bda2def8), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:21.183590 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6563c586-b660-492d-b05f-e215bd499308 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=707d89bb31284e90931d6b42ddb2486a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5662432 Apr 11 15:29:21.184481 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563c586-b660-492d-b05f-e215bd499308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a2b6f0-fc2a-4838-b400-23d4bda2def8,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:21.186324 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 37984) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:21.237005 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0a62f641-5d90-4470-8a88-3ab2f92ff7ec admin admin] Publish callbacks [] for security_group (95a2b6f0-fc2a-4838-b400-23d4bda2def8), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:21.260235 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0a62f641-5d90-4470-8a88-3ab2f92ff7ec admin admin] Publish callbacks [] for security_group (95a2b6f0-fc2a-4838-b400-23d4bda2def8), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:21.529076 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-17332cbb-be3c-4b63-b249-9dc0500084f5 req-0085575a-b462-4df3-b177-7ca883d36d52 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 210 time: 0.0316584 Apr 11 15:29:21.530067 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0a62f641-5d90-4470-8a88-3ab2f92ff7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (95a2b6f0-fc2a-4838-b400-23d4bda2def8), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:21.532317 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0a62f641-5d90-4470-8a88-3ab2f92ff7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:21.536851 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0a62f641-5d90-4470-8a88-3ab2f92ff7ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/95a2b6f0-fc2a-4838-b400-23d4bda2def8 HTTP/1.1" status: 204 len: 168 time: 0.3493733 Apr 11 15:29:21.555626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62f641-5d90-4470-8a88-3ab2f92ff7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a2b6f0-fc2a-4838-b400-23d4bda2def8,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:21.816580 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd284c15-af4e-4eed-9d3f-b9617772ce1b req-d68458d5-d0de-43ec-8122-d10ecd6b5cea tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:21.818154 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fd284c15-af4e-4eed-9d3f-b9617772ce1b req-d68458d5-d0de-43ec-8122-d10ecd6b5cea tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0515072 Apr 11 15:29:21.873993 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fd284c15-af4e-4eed-9d3f-b9617772ce1b req-4edfbfc1-db46-4d6b-ac15-b2c7dcdf979c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496807 Apr 11 15:29:22.624030 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c5b24a86-4a7f-481f-b2a1-81686d2136e8 req-cb26e874-b7ff-4031-b4c0-b5ddf5df132c tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 210 time: 0.0384419 Apr 11 15:29:22.874991 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38002) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:22.888560 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4b84a6a4-61d0-4d7b-8c91-c3a18a9d37f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:23.034283 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3381e-7295-4f47-b22d-7b3d93bb5749 req-9deeae8c-7313-4d9f-8a1e-eb39f8fb3064 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:23.036110 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a8f3381e-7295-4f47-b22d-7b3d93bb5749 req-9deeae8c-7313-4d9f-8a1e-eb39f8fb3064 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0769651 Apr 11 15:29:23.050275 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4b84a6a4-61d0-4d7b-8c91-c3a18a9d37f0 admin admin] Publish callbacks [] for security_group (cfb0a30a-6f1a-4280-9c51-0ea84da31ade), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:23.099588 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a8f3381e-7295-4f47-b22d-7b3d93bb5749 req-80bdf9d1-4b52-4d7f-9fdb-00e556d5ffd7 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551190 Apr 11 15:29:23.178242 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4b84a6a4-61d0-4d7b-8c91-c3a18a9d37f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (cfb0a30a-6f1a-4280-9c51-0ea84da31ade), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:23.219840 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-4b84a6a4-61d0-4d7b-8c91-c3a18a9d37f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab95d8df22164edf8b46dfbf071e4eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436472 Apr 11 15:29:23.220727 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84a6a4-61d0-4d7b-8c91-c3a18a9d37f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb0a30a-6f1a-4280-9c51-0ea84da31ade,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:23.223135 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38008) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:23.290919 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2a23fd81-3309-478f-a3ff-307a8377b419 admin admin] Publish callbacks [] for security_group (cfb0a30a-6f1a-4280-9c51-0ea84da31ade), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:23.321751 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2a23fd81-3309-478f-a3ff-307a8377b419 admin admin] Publish callbacks [] for security_group (cfb0a30a-6f1a-4280-9c51-0ea84da31ade), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:23.481547 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2a23fd81-3309-478f-a3ff-307a8377b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (cfb0a30a-6f1a-4280-9c51-0ea84da31ade), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:23.484822 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2a23fd81-3309-478f-a3ff-307a8377b419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:23.486721 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-2a23fd81-3309-478f-a3ff-307a8377b419 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cfb0a30a-6f1a-4280-9c51-0ea84da31ade HTTP/1.1" status: 204 len: 168 time: 0.2619398 Apr 11 15:29:23.503444 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23fd81-3309-478f-a3ff-307a8377b419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb0a30a-6f1a-4280-9c51-0ea84da31ade,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:23.722702 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0d8cf3cd-2dff-44ba-bc6e-4be85c70330a req-827d9c0a-2eae-4819-8c14-af2005cbeec5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 210 time: 0.0284004 Apr 11 15:29:24.236270 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad08e8-fe60-482f-b11c-66e404211879 req-3fe5d9f2-93dc-47d7-b5b7-f8a4d37d1e95 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:24.237559 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aaad08e8-fe60-482f-b11c-66e404211879 req-3fe5d9f2-93dc-47d7-b5b7-f8a4d37d1e95 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0623031 Apr 11 15:29:24.314309 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aaad08e8-fe60-482f-b11c-66e404211879 req-5eaf8bb2-bb2c-4be1-9d06-8dccb64a6c5c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660872 Apr 11 15:29:24.837268 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-15a014b1-06cf-4e65-83e6-476cbe724b39 req-0c7c9ba9-543c-4ad9-bdb1-a9ed1ec6cba8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 210 time: 0.0392785 Apr 11 15:29:25.445694 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc23d2-97aa-45c9-a47f-faf24927cdcc req-3ddc2b0d-ceaa-4ab4-9bb2-02e246e78c64 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:25.447017 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-59bc23d2-97aa-45c9-a47f-faf24927cdcc req-3ddc2b0d-ceaa-4ab4-9bb2-02e246e78c64 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0509334 Apr 11 15:29:25.478879 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 720756d2-e601-4ca8-943a-cf9ab71ea1ff details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:29:25.510348 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-59bc23d2-97aa-45c9-a47f-faf24927cdcc req-19e76545-cce1-46cc-93ed-183655784043 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562594 Apr 11 15:29:25.613230 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:25.629916 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'port_id': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'mac_address': 'fa:16:3e:f0:1c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:29:25.674226 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 720756d2-e601-4ca8-943a-cf9ab71ea1ff is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:25.674633 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:25.697571 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720756d2-e601-4ca8-943a-cf9ab71ea1ff {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:29:25.727261 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:25.815663 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:25.886088 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=720756d2-e601-4ca8-943a-cf9ab71ea1ff,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:25.895847 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.896398 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.896754 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.897158 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.897552 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.897978 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.898348 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.899053 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.899470 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.900202 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.900485 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.900842 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.901402 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.902125 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.902875 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:25.997997 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-8f60174c-5438-4239-9c2a-01cd27568c57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:26.000455 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-8f60174c-5438-4239-9c2a-01cd27568c57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 811 time: 0.1521928 Apr 11 15:29:26.030349 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aba7950d-cc57-4358-8dfb-1c7368b90b42 req-ff0421ac-09a1-4839-8a11-db3add7aa424 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 210 time: 0.0661669 Apr 11 15:29:26.050504 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['720756d2-e601-4ca8-943a-cf9ab71ea1ff'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:29:26.158529 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-2d56554c-ce4c-41c4-b73c-da3d322373ad tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=356878eeeb8647fd946ce10c3667d507 HTTP/1.1" status: 200 len: 379 time: 0.1353662 Apr 11 15:29:26.170476 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'port': {'device_id': 'bb110e12-1640-4629-ad09-be6405483bdb', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'admin_state_up': True, 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'security_groups': ['42455c88-89ad-4255-85fb-52268dfd53a8']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:26.492531 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Made reservation on behalf of 356878eeeb8647fd946ce10c3667d507 for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:29:26.502023 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:26.683520 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abf956-ec03-43bb-9134-afcf189daa79 req-6ae4b515-efb5-428e-89a0-c0bf78d6a60e tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:26.685062 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e7abf956-ec03-43bb-9134-afcf189daa79 req-6ae4b515-efb5-428e-89a0-c0bf78d6a60e tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 944 time: 0.0886889 Apr 11 15:29:26.705913 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Allocated IP 172.20.0.5 (e66531bf-6e49-4c11-b73f-66bed8e063d7/f0fe5095-ae2e-4dc5-ab12-87421227409c/3e44c490-443d-4662-b172-d4e73032cbca) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:26.797774 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e7abf956-ec03-43bb-9134-afcf189daa79 req-d47a846f-b765-41e2-9d64-edcee2c86a3a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031127 Apr 11 15:29:26.963766 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for port (3e44c490-443d-4662-b172-d4e73032cbca), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:27.170713 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a61434d5-69be-492c-b941-6677ef560b6b req-fd4de37f-0b2f-4110-92ca-b05f1a0c3c83 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 210 time: 0.0443046 Apr 11 15:29:27.172652 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (3e44c490-443d-4662-b172-d4e73032cbca), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:27.235335 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:27.240135 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:27.243914 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:27.287627 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'Port': ['ID=3e44c490-443d-4662-b172-d4e73032cbca,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:27.317852 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:27.318539 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:27.482869 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 720756d2-e601-4ca8-943a-cf9ab71ea1ff up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:27.532073 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-94066447-e48a-4f39-8084-ec232c814daf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3663902 Apr 11 15:29:27.547340 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Request body: {'port': {'device_id': 'bb110e12-1640-4629-ad09-be6405483bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:27.548006 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 720756d2-e601-4ca8-943a-cf9ab71ea1ff completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:29:27.576918 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-de8e0e07-0997-431e-a277-8525ca8eb9b0 None None] Provisioning complete for port 3e44c490-443d-4662-b172-d4e73032cbca triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:27.577463 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-de8e0e07-0997-431e-a277-8525ca8eb9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3e44c490-443d-4662-b172-d4e73032cbca), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:27.619298 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-de8e0e07-0997-431e-a277-8525ca8eb9b0 None None] Port 3e44c490-443d-4662-b172-d4e73032cbca cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:29:27.643987 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3e44c490-443d-4662-b172-d4e73032cbca), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:27.653357 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 720756d2-e601-4ca8-943a-cf9ab71ea1ff triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:27.654169 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:27.974040 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 720756d2-e601-4ca8-943a-cf9ab71ea1ff is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:27.974622 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:28.002851 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:28.005546 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f64fb1-21c1-4364-821d-b7a93ff7f400" -d '{"events": [{"server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "name": "network-vif-plugged", "status": "completed", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:29:28.019272 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:28.051780 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabe931-ddcd-44b9-8dcf-99dc60e49b94 req-5beaa793-1434-44f1-89a2-4c79ff85eaa1 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:28.053598 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7eabe931-ddcd-44b9-8dcf-99dc60e49b94 req-5beaa793-1434-44f1-89a2-4c79ff85eaa1 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 944 time: 0.1273665 Apr 11 15:29:28.067815 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b39458b-e2b3-47c0-b512-045be0a243b3 x-openstack-request-id: req-7b39458b-e2b3-47c0-b512-045be0a243b3 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:29:28.067815 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "name": "network-vif-plugged", "status": "completed", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:29:28.068276 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b39458b-e2b3-47c0-b512-045be0a243b3 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:29:28.068967 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b39458b-e2b3-47c0-b512-045be0a243b3'] response: {'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'code': 200} Apr 11 15:29:28.130178 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:28.191975 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7eabe931-ddcd-44b9-8dcf-99dc60e49b94 req-3571ab34-1ba3-4eb0-989a-ba135ffbee3a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202390 Apr 11 15:29:28.265918 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e44c490-443d-4662-b172-d4e73032cbca {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:29:28.272469 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=720756d2-e601-4ca8-943a-cf9ab71ea1ff,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:28.286246 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Publish callbacks [] for port (3e44c490-443d-4662-b172-d4e73032cbca), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:28.317968 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Transition to ACTIVE for port object 3e44c490-443d-4662-b172-d4e73032cbca will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:29:28.390075 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1044f0-75bb-4dd9-897b-cee7f586af98 req-4a3afb2b-611c-441a-bec3-7abbabe6fb04 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:28.395494 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8a1044f0-75bb-4dd9-897b-cee7f586af98 req-4a3afb2b-611c-441a-bec3-7abbabe6fb04 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 931 time: 0.0775607 Apr 11 15:29:28.471711 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8a1044f0-75bb-4dd9-897b-cee7f586af98 req-e451cb28-70e0-459e-bdf7-624d8cfe6ef5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698493 Apr 11 15:29:28.496622 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (3e44c490-443d-4662-b172-d4e73032cbca), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:28.556405 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Pushing event updated for resources: {'Port': ['ID=3e44c490-443d-4662-b172-d4e73032cbca,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:28.645953 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448a5ba-7799-4c21-a38d-17d2582d5af1 req-e39aae41-18b2-4fca-a2f3-600712fc682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:28.648295 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-1448a5ba-7799-4c21-a38d-17d2582d5af1 req-e39aae41-18b2-4fca-a2f3-600712fc682f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1129 time: 0.0524678 Apr 11 15:29:28.672757 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Attempting to bind port 3e44c490-443d-4662-b172-d4e73032cbca on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:29:28.673278 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Attempting to bind port 3e44c490-443d-4662-b172-d4e73032cbca by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:29:28.674331 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Attempting to bind port 3e44c490-443d-4662-b172-d4e73032cbca on network e66531bf-6e49-4c11-b73f-66bed8e063d7 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:28.682255 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Port 3e44c490-443d-4662-b172-d4e73032cbca on network e66531bf-6e49-4c11-b73f-66bed8e063d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:29:28.682746 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Attempting to bind port 3e44c490-443d-4662-b172-d4e73032cbca on network e66531bf-6e49-4c11-b73f-66bed8e063d7 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:29:28.689852 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:29:28.690649 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Checking segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:29:28.691671 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Bound using segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:29:28.691671 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Bound port: 3e44c490-443d-4662-b172-d4e73032cbca, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:29:28.692016 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3e44c490-443d-4662-b172-d4e73032cbca), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:28.749446 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-1448a5ba-7799-4c21-a38d-17d2582d5af1 req-dee5eab2-e64c-4172-9c35-2210cb816bf5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851841 Apr 11 15:29:28.791166 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] For port 3e44c490-443d-4662-b172-d4e73032cbca, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:29:28.796823 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] For port 3e44c490-443d-4662-b172-d4e73032cbca, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3e44c490-443d-4662-b172-d4e73032cbca,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:29:28.910590 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (3e44c490-443d-4662-b172-d4e73032cbca), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:28.955867 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:28.956783 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:28.960352 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] 10.222.0.39 "PUT /v2.0/ports/3e44c490-443d-4662-b172-d4e73032cbca HTTP/1.1" status: 200 len: 1093 time: 1.4201643 Apr 11 15:29:28.961039 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb110e12-1640-4629-ad09-be6405483bdb', 'tag': '3e44c490-443d-4662-b172-d4e73032cbca'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:28.963660 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c93f048-e4e0-4bc7-a2f3-f9905d4bc1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb110e12-1640-4629-ad09-be6405483bdb", "tag": "3e44c490-443d-4662-b172-d4e73032cbca"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:29:29.004803 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7acd7-fee1-4a8c-be5d-0d45f9ce050e service neutron] Pushing event updated for resources: {'Port': ['ID=3e44c490-443d-4662-b172-d4e73032cbca,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:29.025733 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff0c39-c36a-4c3f-943d-8fa38ccdf227 x-openstack-request-id: req-b5ff0c39-c36a-4c3f-943d-8fa38ccdf227 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:29:29.025931 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb110e12-1640-4629-ad09-be6405483bdb", "tag": "3e44c490-443d-4662-b172-d4e73032cbca", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:29:29.026096 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5ff0c39-c36a-4c3f-943d-8fa38ccdf227 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:29:29.026499 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ff0c39-c36a-4c3f-943d-8fa38ccdf227'] response: {'name': 'network-changed', 'server_uuid': 'bb110e12-1640-4629-ad09-be6405483bdb', 'tag': '3e44c490-443d-4662-b172-d4e73032cbca', 'status': 'completed', 'code': 200} Apr 11 15:29:29.097180 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93f048-e4e0-4bc7-a2f3-f9905d4bc1a4 req-795d1f08-f47d-4331-810f-c0a15fc511f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:29.098791 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c93f048-e4e0-4bc7-a2f3-f9905d4bc1a4 req-795d1f08-f47d-4331-810f-c0a15fc511f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 1127 time: 0.0487823 Apr 11 15:29:29.187487 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38100) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:29.255075 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93f048-e4e0-4bc7-a2f3-f9905d4bc1a4 req-db37623f-a21d-4c4d-a9f5-9e9756a02054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:29.256672 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c93f048-e4e0-4bc7-a2f3-f9905d4bc1a4 req-db37623f-a21d-4c4d-a9f5-9e9756a02054 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=356878eeeb8647fd946ce10c3667d507&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1435750 Apr 11 15:29:29.334721 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e488-450d-4976-93a6-0e7c8601679f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:29.361087 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531938b-605f-4cf3-bd45-da0112167290 req-27502e1c-659f-447e-92ce-5bc662c107f5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:29.363590 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9531938b-605f-4cf3-bd45-da0112167290 req-27502e1c-659f-447e-92ce-5bc662c107f5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0639176 Apr 11 15:29:29.424569 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e488-450d-4976-93a6-0e7c8601679f admin admin] Publish callbacks [] for security_group (7f1c3b6d-026b-4182-893b-cb9b88eb9b5d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:29.434787 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9531938b-605f-4cf3-bd45-da0112167290 req-e375e3de-50b6-4733-abc7-62387c83266c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644770 Apr 11 15:29:29.555936 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e488-450d-4976-93a6-0e7c8601679f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (7f1c3b6d-026b-4182-893b-cb9b88eb9b5d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:29.597754 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0e488-450d-4976-93a6-0e7c8601679f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1c3b6d-026b-4182-893b-cb9b88eb9b5d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:29.603934 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6ee0e488-450d-4976-93a6-0e7c8601679f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=daa06542e0f84a3d8d18c5ba353a89f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152262 Apr 11 15:29:29.608201 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38108) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:29.684232 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8355b7f1-9abb-4476-ab7e-f0987f065b89 admin admin] Publish callbacks [] for security_group (7f1c3b6d-026b-4182-893b-cb9b88eb9b5d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:29.716218 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8355b7f1-9abb-4476-ab7e-f0987f065b89 admin admin] Publish callbacks [] for security_group (7f1c3b6d-026b-4182-893b-cb9b88eb9b5d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:29.852607 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212353ac-f22d-4f49-966f-1ae01e89ecc9 req-ed724d68-a5cb-48df-ada3-4c9e6bae6046 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:29.854122 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-212353ac-f22d-4f49-966f-1ae01e89ecc9 req-ed724d68-a5cb-48df-ada3-4c9e6bae6046 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 943 time: 0.0912194 Apr 11 15:29:29.859104 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93f048-e4e0-4bc7-a2f3-f9905d4bc1a4 req-e6a396b3-340d-4d7f-9e2a-4491589abccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:29.860538 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3c93f048-e4e0-4bc7-a2f3-f9905d4bc1a4 req-e6a396b3-340d-4d7f-9e2a-4491589abccf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4575896 Apr 11 15:29:29.895469 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8355b7f1-9abb-4476-ab7e-f0987f065b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (7f1c3b6d-026b-4182-893b-cb9b88eb9b5d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:29.898528 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8355b7f1-9abb-4476-ab7e-f0987f065b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:29.900031 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-8355b7f1-9abb-4476-ab7e-f0987f065b89 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f1c3b6d-026b-4182-893b-cb9b88eb9b5d HTTP/1.1" status: 204 len: 168 time: 0.2907729 Apr 11 15:29:29.916592 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355b7f1-9abb-4476-ab7e-f0987f065b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1c3b6d-026b-4182-893b-cb9b88eb9b5d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:29.931118 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-212353ac-f22d-4f49-966f-1ae01e89ecc9 req-9afdf7f6-012c-4da3-bf5e-eff349a94d76 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667768 Apr 11 15:29:30.251250 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-54096c86-ff59-4f53-a49e-7506cb1e5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:30.252718 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-54096c86-ff59-4f53-a49e-7506cb1e5b5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 1127 time: 0.0431597 Apr 11 15:29:30.304575 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-8b4454ac-9de9-41e0-8206-b2986c8321ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e44c490-443d-4662-b172-d4e73032cbca HTTP/1.1" status: 200 len: 217 time: 0.0437214 Apr 11 15:29:30.369607 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-33f37083-04a6-402b-ba2f-b77dc72a7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:30.372010 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-33f37083-04a6-402b-ba2f-b77dc72a7305 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0577109 Apr 11 15:29:30.421549 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-95ddda38-cdca-49fc-9854-42d35e58fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:30.423079 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-95ddda38-cdca-49fc-9854-42d35e58fb5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445273 Apr 11 15:29:30.538240 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-35729098-c759-4981-8ebd-885e92b99bd8 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076610 Apr 11 15:29:30.604398 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d384-93c1-49eb-a46a-5f8cc634b7f8 req-c65cb182-d6bc-43cb-8144-935859edf2b1 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:30.604398 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9067d384-93c1-49eb-a46a-5f8cc634b7f8 req-c65cb182-d6bc-43cb-8144-935859edf2b1 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0821066 Apr 11 15:29:30.693359 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a70f4aad-7415-40f3-b587-adaf2df1f9a9 req-5cd73738-d2d8-477d-89a7-aa21d5ed9265 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385779 Apr 11 15:29:30.697156 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9067d384-93c1-49eb-a46a-5f8cc634b7f8 req-979dafa8-8f83-4d26-83d3-98c7406ac6d2 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679498 Apr 11 15:29:30.725083 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38116) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:30.748068 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-779d51fa-0dff-4a9d-b934-aabf518ba184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:30.856116 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-779d51fa-0dff-4a9d-b934-aabf518ba184 admin admin] Publish callbacks [] for security_group (abddfdcf-ff6f-4583-957c-6b78febfd9dc), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:30.858744 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b2564-acdb-4b7f-86fd-efa441f8cd63 req-896aa7ab-8be7-4fbb-86e5-4a9146846fc5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:30.862218 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0c1b2564-acdb-4b7f-86fd-efa441f8cd63 req-896aa7ab-8be7-4fbb-86e5-4a9146846fc5 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0704494 Apr 11 15:29:30.926572 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0c1b2564-acdb-4b7f-86fd-efa441f8cd63 req-1844694f-32ec-4f88-a525-d6a660e6320f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595429 Apr 11 15:29:30.951532 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38120) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:30.980882 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-779d51fa-0dff-4a9d-b934-aabf518ba184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (abddfdcf-ff6f-4583-957c-6b78febfd9dc), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:31.015936 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-779d51fa-0dff-4a9d-b934-aabf518ba184 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b8062327c354b69af1dd2272d86826d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877948 Apr 11 15:29:31.019753 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38126) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:31.058668 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d51fa-0dff-4a9d-b934-aabf518ba184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abddfdcf-ff6f-4583-957c-6b78febfd9dc,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:31.079310 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fae32-8215-45c2-82a8-eceff8c2377b req-2a12943d-1604-4ee5-8e58-dd61732e5815 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:31.081495 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ca2fae32-8215-45c2-82a8-eceff8c2377b req-2a12943d-1604-4ee5-8e58-dd61732e5815 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 943 time: 0.0665507 Apr 11 15:29:31.086015 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e22a457c-cd4a-4598-a0b6-a1ea4a598cb2 admin admin] Publish callbacks [] for security_group (abddfdcf-ff6f-4583-957c-6b78febfd9dc), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:31.118013 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e22a457c-cd4a-4598-a0b6-a1ea4a598cb2 admin admin] Publish callbacks [] for security_group (abddfdcf-ff6f-4583-957c-6b78febfd9dc), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:31.172362 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ca2fae32-8215-45c2-82a8-eceff8c2377b req-c64601aa-2d09-4a22-b1d2-7f346df423ea tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793450 Apr 11 15:29:31.319789 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f918881-99c1-4093-a1f3-3c0e9b881718 tempest-TestShelveInstance-700650838 tempest-TestShelveInstance-700650838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:31.321197 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e22a457c-cd4a-4598-a0b6-a1ea4a598cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (abddfdcf-ff6f-4583-957c-6b78febfd9dc), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:31.321542 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-5f918881-99c1-4093-a1f3-3c0e9b881718 tempest-TestShelveInstance-700650838 tempest-TestShelveInstance-700650838-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1124 time: 0.3686898 Apr 11 15:29:31.325395 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e22a457c-cd4a-4598-a0b6-a1ea4a598cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:31.326258 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38128) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:31.327195 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-e22a457c-cd4a-4598-a0b6-a1ea4a598cb2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/abddfdcf-ff6f-4583-957c-6b78febfd9dc HTTP/1.1" status: 204 len: 168 time: 0.3055353 Apr 11 15:29:31.333624 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'port_id': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:31.340115 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a457c-cd4a-4598-a0b6-a1ea4a598cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abddfdcf-ff6f-4583-957c-6b78febfd9dc,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:31.470194 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:31.576952 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:31.703626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Allocated IP 172.27.0.89 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/be605364-cf19-4efa-a3ea-9fef27954584) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:31.847873 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for port (be605364-cf19-4efa-a3ea-9fef27954584), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:31.981313 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (be605364-cf19-4efa-a3ea-9fef27954584), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:32.025943 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:32.029265 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:32.033130 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:32.040866 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event updated for resources: {'Port': ['ID=be605364-cf19-4efa-a3ea-9fef27954584,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:32.353218 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5721c2-8abb-4bd5-a760-360bd0a11a01 req-8631ad60-8368-43d7-8fd7-ec6d149a7626 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:32.354762 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4c5721c2-8abb-4bd5-a760-360bd0a11a01 req-8631ad60-8368-43d7-8fd7-ec6d149a7626 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 943 time: 0.0912173 Apr 11 15:29:32.456998 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4c5721c2-8abb-4bd5-a760-360bd0a11a01 req-06243dbc-bd95-45b6-8900-921354b99cdb tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924428 Apr 11 15:29:32.584608 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for floatingip (50bb30d5-b00a-48bc-97d0-997f08473e88), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:32.760510 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (be605364-cf19-4efa-a3ea-9fef27954584), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:32.950091 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for port (be605364-cf19-4efa-a3ea-9fef27954584), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:33.072497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (be605364-cf19-4efa-a3ea-9fef27954584), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:33.141759 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event updated for resources: {'Port': ['ID=be605364-cf19-4efa-a3ea-9fef27954584,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:33.153223 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (50bb30d5-b00a-48bc-97d0-997f08473e88), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:33.273591 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Floating IP 50bb30d5-b00a-48bc-97d0-997f08473e88 associated. External IP: 172.27.0.89, port: 720756d2-e601-4ca8-943a-cf9ab71ea1ff. Apr 11 15:29:33.486721 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38160) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:33.528289 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:29:33.614424 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3bd07ff7-6684-45aa-9449-981be06f45a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:33.636349 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636fcad-e409-4c38-8f97-22e547c93204 req-74404ad3-62f6-421f-8dc1-e5de27965ed4 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:33.637893 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e636fcad-e409-4c38-8f97-22e547c93204 req-74404ad3-62f6-421f-8dc1-e5de27965ed4 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 943 time: 0.0955598 Apr 11 15:29:33.708379 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3bd07ff7-6684-45aa-9449-981be06f45a9 admin admin] Publish callbacks [] for security_group (3073e4e1-879e-4ae2-bd91-424ca032958d), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:33.726331 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:29:33.731933 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e636fcad-e409-4c38-8f97-22e547c93204 req-f6be1820-0a7f-4158-bdd6-b86dec4d7c5e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874639 Apr 11 15:29:33.737892 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] Sync routers for ids ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:29:33.749202 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] Routers {'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:33.749897 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:33.786820 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3bd07ff7-6684-45aa-9449-981be06f45a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (3073e4e1-879e-4ae2-bd91-424ca032958d), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:33.828412 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-3bd07ff7-6684-45aa-9449-981be06f45a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc6a174425e64724a8ff30441c29fb3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405964 Apr 11 15:29:33.829380 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:33.831651 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38166) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:33.838229 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd07ff7-6684-45aa-9449-981be06f45a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3073e4e1-879e-4ae2-bd91-424ca032958d,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:33.879569 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-fefd4934-10ef-44b8-a136-6bd40c361c9c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5429175 Apr 11 15:29:33.879569 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:33.879569 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:29:33.894647 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] Set router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:33.909684 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6386c62d-2e91-4917-b19c-3a446ed111cd admin admin] Publish callbacks [] for security_group (3073e4e1-879e-4ae2-bd91-424ca032958d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:33.925105 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211397ec-16c1-406a-92ed-4694c1a85943 x-openstack-request-id: req-211397ec-16c1-406a-92ed-4694c1a85943 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:29:33.926570 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:29:33.927146 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-211397ec-16c1-406a-92ed-4694c1a85943 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:29:33.927765 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211397ec-16c1-406a-92ed-4694c1a85943'] response: {'name': 'network-changed', 'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'status': 'completed', 'code': 200} Apr 11 15:29:33.935909 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6386c62d-2e91-4917-b19c-3a446ed111cd admin admin] Publish callbacks [] for security_group (3073e4e1-879e-4ae2-bd91-424ca032958d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:34.013824 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-05351fdf-d8ce-4482-8081-77d7efdae6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:34.016174 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-05351fdf-d8ce-4482-8081-77d7efdae6a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1129 time: 0.0615089 Apr 11 15:29:34.069639 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6386c62d-2e91-4917-b19c-3a446ed111cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (3073e4e1-879e-4ae2-bd91-424ca032958d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:34.074242 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6386c62d-2e91-4917-b19c-3a446ed111cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:34.078797 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6386c62d-2e91-4917-b19c-3a446ed111cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3073e4e1-879e-4ae2-bd91-424ca032958d HTTP/1.1" status: 204 len: 168 time: 0.2429039 Apr 11 15:29:34.086108 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386c62d-2e91-4917-b19c-3a446ed111cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073e4e1-879e-4ae2-bd91-424ca032958d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:34.133260 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-e9a217a0-4b39-4f44-9e07-255b07a89082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:34.134871 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-e9a217a0-4b39-4f44-9e07-255b07a89082 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3448c94-617c-4626-8e34-db817bb62e97 HTTP/1.1" status: 200 len: 909 time: 0.1112940 Apr 11 15:29:34.188885 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '50bb30d5-b00a-48bc-97d0-997f08473e88', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'port_id': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'mac_address': 'fa:16:3e:f0:1c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:29:32Z', 'updated_at': '2022-04-11T15:29:32Z', 'revision_number': 0, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a03b9c-1fd6-408b-ad07-210e64472b1f', 'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'mac_address': 'fa:16:3e:2b:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:24Z', 'updated_at': '2022-04-11T15:28:34Z', 'revision_number': 5, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'subnets': [{'id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:34.221494 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] Checking router: dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:29:34.248245 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-811543f2-a781-4a3d-aae6-2cb286e083a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff HTTP/1.1" status: 200 len: 998 time: 0.1018848 Apr 11 15:29:34.251998 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] Routers {'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:34.252724 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:34.310202 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-324c5de3-db1f-4460-98b7-ba8663ee9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:34.312820 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-324c5de3-db1f-4460-98b7-ba8663ee9da5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d26c23-bea9-445d-bcb3-fac345d3fcf1 HTTP/1.1" status: 200 len: 847 time: 0.0578885 Apr 11 15:29:34.369910 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-6b872bec-7c59-4a4e-a59b-63986bfc73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:34.371578 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-6b872bec-7c59-4a4e-a59b-63986bfc73f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3448c94-617c-4626-8e34-db817bb62e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485055 Apr 11 15:29:34.378643 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] Set router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:34.503966 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-696497be-5a51-4905-af84-654741da4ece service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248269 Apr 11 15:29:34.659302 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa3b9278-8218-4cf9-8f86-b7b8fb9c8036 req-4072b55a-6ef2-4d9d-8c96-abc0172dd9c2 service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483762 Apr 11 15:29:34.678471 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '50bb30d5-b00a-48bc-97d0-997f08473e88', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'port_id': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'mac_address': 'fa:16:3e:f0:1c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:29:32Z', 'updated_at': '2022-04-11T15:29:32Z', 'revision_number': 0, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a03b9c-1fd6-408b-ad07-210e64472b1f', 'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'mac_address': 'fa:16:3e:2b:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:24Z', 'updated_at': '2022-04-11T15:28:34Z', 'revision_number': 5, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'subnets': [{'id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:34.711348 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5dfd5-3448-4b7b-a483-68a848cbf1c2 None None] The sync data for ids ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'] in dv-cinder-836083-4-iscsi is: [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '50bb30d5-b00a-48bc-97d0-997f08473e88', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'port_id': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'mac_address': 'fa:16:3e:f0:1c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:29:32Z', 'updated_at': '2022-04-11T15:29:32Z', 'revision_number': 0, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a03b9c-1fd6-408b-ad07-210e64472b1f', 'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'mac_address': 'fa:16:3e:2b:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:24Z', 'updated_at': '2022-04-11T15:28:34Z', 'revision_number': 5, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'subnets': [{'id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:29:34.884506 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b1be2-6167-4cff-b442-0e68da10a4ac req-b1e4c158-fac3-4f11-8bc3-4e0946546129 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:34.886288 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a49b1be2-6167-4cff-b442-0e68da10a4ac req-b1e4c158-fac3-4f11-8bc3-4e0946546129 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 943 time: 0.0739603 Apr 11 15:29:34.958338 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a49b1be2-6167-4cff-b442-0e68da10a4ac req-e6356c82-5dc7-4cb4-8246-5be1f33dc26c tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615001 Apr 11 15:29:34.968914 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2e7b1-9b3f-4135-9152-dd72289b804b None None] New status for floating IP 50bb30d5-b00a-48bc-97d0-997f08473e88: ACTIVE {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:29:36.037223 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:29:36.094834 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0ab81-d2bc-4c7e-b4bb-a2616ef8d388 req-03ce0d2c-f6d5-4142-9975-ec3ceb8e3f29 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:36.096497 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fdd0ab81-d2bc-4c7e-b4bb-a2616ef8d388 req-03ce0d2c-f6d5-4142-9975-ec3ceb8e3f29 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 943 time: 0.0609076 Apr 11 15:29:36.157788 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fdd0ab81-d2bc-4c7e-b4bb-a2616ef8d388 req-e3b2dd2a-67c8-4f0a-ad1a-9f59b16543c7 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527992 Apr 11 15:29:36.238207 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38206) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:36.369950 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f7410bba-fb0c-4438-a66c-d49779033a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:36.457067 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f7410bba-fb0c-4438-a66c-d49779033a38 admin admin] Publish callbacks [] for security_group (f80ab97c-c647-46d2-aa87-3e729d44fc0c), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:36.544205 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f7410bba-fb0c-4438-a66c-d49779033a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (f80ab97c-c647-46d2-aa87-3e729d44fc0c), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:36.590468 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f7410bba-fb0c-4438-a66c-d49779033a38 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd4bdb2ac379441093252188a8ebf988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505940 Apr 11 15:29:36.591596 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7410bba-fb0c-4438-a66c-d49779033a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80ab97c-c647-46d2-aa87-3e729d44fc0c,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:36.593089 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38210) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:36.646649 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-55417a84-7cde-4eef-a926-f501da51e4b5 admin admin] Publish callbacks [] for security_group (f80ab97c-c647-46d2-aa87-3e729d44fc0c), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:36.672919 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-55417a84-7cde-4eef-a926-f501da51e4b5 admin admin] Publish callbacks [] for security_group (f80ab97c-c647-46d2-aa87-3e729d44fc0c), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:36.806987 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-55417a84-7cde-4eef-a926-f501da51e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (f80ab97c-c647-46d2-aa87-3e729d44fc0c), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:36.809549 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-55417a84-7cde-4eef-a926-f501da51e4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:36.810758 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-55417a84-7cde-4eef-a926-f501da51e4b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f80ab97c-c647-46d2-aa87-3e729d44fc0c HTTP/1.1" status: 204 len: 168 time: 0.2166948 Apr 11 15:29:36.819265 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55417a84-7cde-4eef-a926-f501da51e4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80ab97c-c647-46d2-aa87-3e729d44fc0c,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:37.288703 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ec0c6-3a1e-4f81-995b-64e8ed55af15 req-394d864a-d4cc-4b74-87d5-e25ae9d6c14f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:37.290273 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b34ec0c6-3a1e-4f81-995b-64e8ed55af15 req-394d864a-d4cc-4b74-87d5-e25ae9d6c14f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 943 time: 0.0563142 Apr 11 15:29:37.343308 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b34ec0c6-3a1e-4f81-995b-64e8ed55af15 req-d64d2d32-2617-4726-be5f-cb0c9fc90a3a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471294 Apr 11 15:29:37.536411 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 3e44c490-443d-4662-b172-d4e73032cbca details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:29:37.638266 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 3e44c490-443d-4662-b172-d4e73032cbca, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3e44c490-443d-4662-b172-d4e73032cbca,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:37.650792 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '3e44c490-443d-4662-b172-d4e73032cbca', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'port_id': '3e44c490-443d-4662-b172-d4e73032cbca', 'mac_address': 'fa:16:3e:c3:8c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:29:37.693094 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 3e44c490-443d-4662-b172-d4e73032cbca is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:37.693465 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3e44c490-443d-4662-b172-d4e73032cbca), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:37.707887 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e44c490-443d-4662-b172-d4e73032cbca {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:29:37.728250 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 3e44c490-443d-4662-b172-d4e73032cbca, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3e44c490-443d-4662-b172-d4e73032cbca,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:37.832397 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (3e44c490-443d-4662-b172-d4e73032cbca), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:37.882422 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=3e44c490-443d-4662-b172-d4e73032cbca,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:38.065468 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['3e44c490-443d-4662-b172-d4e73032cbca'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:29:38.436773 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38244) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:38.457735 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a2e1-cb3f-481b-855b-486569a39ac3 req-0211df2a-3857-483b-b9f7-43ece8c27ccd tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:38.459222 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c250a2e1-cb3f-481b-855b-486569a39ac3 req-0211df2a-3857-483b-b9f7-43ece8c27ccd tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 944 time: 0.0477479 Apr 11 15:29:38.511029 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c250a2e1-cb3f-481b-855b-486569a39ac3 req-b631b1de-bba4-4aed-9fac-1ab62419e025 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463197 Apr 11 15:29:38.544309 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d9449b5-d86b-4e27-82f9-49ab98316ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:38.616205 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d9449b5-d86b-4e27-82f9-49ab98316ba3 admin admin] Publish callbacks [] for security_group (301a343b-763f-4f95-90fa-0b805529727a), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:38.707464 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5d9449b5-d86b-4e27-82f9-49ab98316ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (301a343b-763f-4f95-90fa-0b805529727a), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:38.747846 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-5d9449b5-d86b-4e27-82f9-49ab98316ba3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe759aa9920e48ca99d49237fe4be66a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099205 Apr 11 15:29:38.748709 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9449b5-d86b-4e27-82f9-49ab98316ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301a343b-763f-4f95-90fa-0b805529727a,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:38.750780 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38248) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:38.806167 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9af7ae76-210d-412d-9f52-d4a86fd9d43f admin admin] Publish callbacks [] for security_group (301a343b-763f-4f95-90fa-0b805529727a), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:38.829179 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9af7ae76-210d-412d-9f52-d4a86fd9d43f admin admin] Publish callbacks [] for security_group (301a343b-763f-4f95-90fa-0b805529727a), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:38.981112 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9af7ae76-210d-412d-9f52-d4a86fd9d43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (301a343b-763f-4f95-90fa-0b805529727a), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:38.983711 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9af7ae76-210d-412d-9f52-d4a86fd9d43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:38.984877 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-9af7ae76-210d-412d-9f52-d4a86fd9d43f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/301a343b-763f-4f95-90fa-0b805529727a HTTP/1.1" status: 204 len: 168 time: 0.2330108 Apr 11 15:29:38.992876 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7ae76-210d-412d-9f52-d4a86fd9d43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301a343b-763f-4f95-90fa-0b805529727a,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:39.014328 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:39.540477 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 3e44c490-443d-4662-b172-d4e73032cbca up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:29:39.592510 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 3e44c490-443d-4662-b172-d4e73032cbca completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:29:39.639404 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bc291-ffdf-486c-aab7-f8b7e5e41d69 req-bed56fe5-cc15-49f9-82b6-8e478eb4f3b1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:39.641079 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d10bc291-ffdf-486c-aab7-f8b7e5e41d69 req-bed56fe5-cc15-49f9-82b6-8e478eb4f3b1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 944 time: 0.0580935 Apr 11 15:29:39.681868 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 3e44c490-443d-4662-b172-d4e73032cbca triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:29:39.682292 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (3e44c490-443d-4662-b172-d4e73032cbca), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:39.709156 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d10bc291-ffdf-486c-aab7-f8b7e5e41d69 req-65fdd70e-1eb5-4154-9b3d-eaeed9c8dc92 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596542 Apr 11 15:29:39.773300 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 3e44c490-443d-4662-b172-d4e73032cbca is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:29:39.773758 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (3e44c490-443d-4662-b172-d4e73032cbca), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:39.800210 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb110e12-1640-4629-ad09-be6405483bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e44c490-443d-4662-b172-d4e73032cbca'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:39.802437 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f1d1ab-c299-4a7d-b352-b47681bd2105" -d '{"events": [{"server_uuid": "bb110e12-1640-4629-ad09-be6405483bdb", "name": "network-vif-plugged", "status": "completed", "tag": "3e44c490-443d-4662-b172-d4e73032cbca"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:29:39.819498 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 3e44c490-443d-4662-b172-d4e73032cbca, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3e44c490-443d-4662-b172-d4e73032cbca,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:39.844749 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaec700-1164-401f-91ac-5e4aea760f70 x-openstack-request-id: req-efaec700-1164-401f-91ac-5e4aea760f70 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:29:39.844749 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb110e12-1640-4629-ad09-be6405483bdb", "name": "network-vif-plugged", "status": "completed", "tag": "3e44c490-443d-4662-b172-d4e73032cbca", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:29:39.844749 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-efaec700-1164-401f-91ac-5e4aea760f70 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:29:39.844749 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efaec700-1164-401f-91ac-5e4aea760f70'] response: {'server_uuid': 'bb110e12-1640-4629-ad09-be6405483bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e44c490-443d-4662-b172-d4e73032cbca', 'code': 200} Apr 11 15:29:39.933229 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (3e44c490-443d-4662-b172-d4e73032cbca), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:39.985352 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=3e44c490-443d-4662-b172-d4e73032cbca,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:40.296233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7011b6-b814-4fc4-85e0-c4b14561ae4b req-f6fe73c8-19ee-40c5-8eb7-82bbd550c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:40.297744 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df7011b6-b814-4fc4-85e0-c4b14561ae4b req-f6fe73c8-19ee-40c5-8eb7-82bbd550c7c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 1129 time: 0.0435307 Apr 11 15:29:40.348295 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df7011b6-b814-4fc4-85e0-c4b14561ae4b req-9de98588-e200-4196-8a92-cd8f9a742bbb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441463 Apr 11 15:29:40.836486 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3bb05-4886-45e5-a24d-93a803a3b052 req-70daa360-4192-4608-891b-8a1e439e3431 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:40.837492 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e7a3bb05-4886-45e5-a24d-93a803a3b052 req-70daa360-4192-4608-891b-8a1e439e3431 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 945 time: 0.0554044 Apr 11 15:29:40.895714 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e7a3bb05-4886-45e5-a24d-93a803a3b052 req-4b977532-396e-4770-8f4f-7b4b639d550f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492194 Apr 11 15:29:42.026714 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb7222-34a5-46b2-8586-15934f1fb35b req-597020dc-9f82-4e26-ae00-31cf62f6b198 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:42.028517 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18fb7222-34a5-46b2-8586-15934f1fb35b req-597020dc-9f82-4e26-ae00-31cf62f6b198 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 945 time: 0.0491705 Apr 11 15:29:42.092905 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18fb7222-34a5-46b2-8586-15934f1fb35b req-a19c9339-48ba-4581-8f33-dfc067f69c2f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575621 Apr 11 15:29:42.112451 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b86c-2af6-477a-857d-101a60a3734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:43.215316 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9b910-8e8f-473c-85ab-1668475e8e06 req-c9bfd744-b6f1-45f5-9be8-c302c40a5eac tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:43.216875 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-99e9b910-8e8f-473c-85ab-1668475e8e06 req-c9bfd744-b6f1-45f5-9be8-c302c40a5eac tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 945 time: 0.0503843 Apr 11 15:29:43.269404 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-99e9b910-8e8f-473c-85ab-1668475e8e06 req-2ab87f84-7a8d-412d-b41c-9f2a25f92383 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468266 Apr 11 15:29:43.388572 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133507c-371f-4c03-9d7a-2c40078267eb req-76b89874-7f65-4113-8f49-23d4d73c0c7d tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:43.390269 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7133507c-371f-4c03-9d7a-2c40078267eb req-76b89874-7f65-4113-8f49-23d4d73c0c7d tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 945 time: 0.0477216 Apr 11 15:29:43.439505 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7133507c-371f-4c03-9d7a-2c40078267eb req-ca5bd5b3-972e-46f9-8b17-40471753586e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427110 Apr 11 15:29:43.463504 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38268) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:43.667832 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ebfb14-f7fb-422e-bf36-c14d5474e130 tempest-TestVolumeBootPattern-1621854133 tempest-TestVolumeBootPattern-1621854133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:43.669330 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-62ebfb14-f7fb-422e-bf36-c14d5474e130 tempest-TestVolumeBootPattern-1621854133 tempest-TestVolumeBootPattern-1621854133-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 1124 time: 0.2047997 Apr 11 15:29:43.672150 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38272) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:43.678311 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'port_id': '3e44c490-443d-4662-b172-d4e73032cbca', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:29:43.846724 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:43.948512 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:44.063835 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Allocated IP 172.27.0.192 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/83fe577a-e858-47a1-a1e1-7625705983d7) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:29:44.165282 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for port (83fe577a-e858-47a1-a1e1-7625705983d7), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:44.285192 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (83fe577a-e858-47a1-a1e1-7625705983d7), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:44.332046 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:29:44.335146 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:29:44.338842 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:29:44.344431 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'Port': ['ID=83fe577a-e858-47a1-a1e1-7625705983d7,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:44.486466 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-03e6865b-87aa-4b22-bde7-18bd6ea48833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:44.737494 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (20ea089f-2c23-4e62-92cf-5539bd084407), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:44.992192 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (83fe577a-e858-47a1-a1e1-7625705983d7), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:45.154360 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for port (83fe577a-e858-47a1-a1e1-7625705983d7), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:45.264404 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (83fe577a-e858-47a1-a1e1-7625705983d7), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:45.339766 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'Port': ['ID=83fe577a-e858-47a1-a1e1-7625705983d7,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:45.352813 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (20ea089f-2c23-4e62-92cf-5539bd084407), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:45.467416 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Floating IP 20ea089f-2c23-4e62-92cf-5539bd084407 associated. External IP: 172.27.0.192, port: 3e44c490-443d-4662-b172-d4e73032cbca. Apr 11 15:29:45.547508 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:45.976491 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:29:46.108937 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:29:46.121707 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] Sync routers for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:29:46.133542 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:46.134178 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:46.312358 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:46.343756 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:46.352667 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-3bc3833f-9f7d-46c9-a710-2ba0fde12c15 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6792066 Apr 11 15:29:46.353915 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb110e12-1640-4629-ad09-be6405483bdb', 'tag': '3e44c490-443d-4662-b172-d4e73032cbca'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:46.356467 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb110e12-1640-4629-ad09-be6405483bdb", "tag": "3e44c490-443d-4662-b172-d4e73032cbca"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:29:46.424640 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e07035b-f103-41d9-86d3-eb03d04ae100 x-openstack-request-id: req-3e07035b-f103-41d9-86d3-eb03d04ae100 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:29:46.424963 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb110e12-1640-4629-ad09-be6405483bdb", "tag": "3e44c490-443d-4662-b172-d4e73032cbca", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:29:46.425199 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e07035b-f103-41d9-86d3-eb03d04ae100 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:29:46.425642 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e07035b-f103-41d9-86d3-eb03d04ae100'] response: {'name': 'network-changed', 'server_uuid': 'bb110e12-1640-4629-ad09-be6405483bdb', 'tag': '3e44c490-443d-4662-b172-d4e73032cbca', 'status': 'completed', 'code': 200} Apr 11 15:29:46.504362 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-6c27963b-b57d-46fa-9865-b8b2c8415eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:46.505931 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-6c27963b-b57d-46fa-9865-b8b2c8415eae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 1129 time: 0.0489979 Apr 11 15:29:46.586342 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '20ea089f-2c23-4e62-92cf-5539bd084407', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': '3e44c490-443d-4662-b172-d4e73032cbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:c3:8c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb110e12-1640-4629-ad09-be6405483bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:29:44Z', 'updated_at': '2022-04-11T15:29:44Z', 'revision_number': 0, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:46.627061 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-cd9699b0-373d-422e-bd28-95d553ca843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:46.629536 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-cd9699b0-373d-422e-bd28-95d553ca843f service neutron] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 912 time: 0.1161561 Apr 11 15:29:46.633658 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] Checking router: 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:29:46.647827 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:46.648774 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:46.730876 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-00dcb349-a5c8-4b72-bc2f-0b5758a3a860 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e44c490-443d-4662-b172-d4e73032cbca HTTP/1.1" status: 200 len: 999 time: 0.0939927 Apr 11 15:29:46.790763 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:46.795898 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-d0e886ac-5ecf-4159-a6a4-61ff38ce0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:46.797471 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-d0e886ac-5ecf-4159-a6a4-61ff38ce0b74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0522752 Apr 11 15:29:46.847183 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:46.853596 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-03fd59e4-4d20-46cf-93f4-ce46dfaf99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:46.853596 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-03fd59e4-4d20-46cf-93f4-ce46dfaf99d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479074 Apr 11 15:29:46.953620 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-3557331e-97c3-416b-8c6b-993414ffe63b service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940318 Apr 11 15:29:47.025447 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '20ea089f-2c23-4e62-92cf-5539bd084407', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': '3e44c490-443d-4662-b172-d4e73032cbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:c3:8c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb110e12-1640-4629-ad09-be6405483bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:29:44Z', 'updated_at': '2022-04-11T15:29:44Z', 'revision_number': 0, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:47.055137 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2b661-68ba-4e11-a75b-c8b68942776f None None] The sync data for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi is: [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '20ea089f-2c23-4e62-92cf-5539bd084407', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': '3e44c490-443d-4662-b172-d4e73032cbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:c3:8c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb110e12-1640-4629-ad09-be6405483bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:29:44Z', 'updated_at': '2022-04-11T15:29:44Z', 'revision_number': 0, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:29:47.072778 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d7ca9f5-50c5-454b-b98f-f45df0bc4fc6 req-b89a966c-950c-4fb5-9b21-16e5e746a689 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084960 Apr 11 15:29:47.256324 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e471f7c-f088-476b-b9a6-44566da3392e None None] New status for floating IP 20ea089f-2c23-4e62-92cf-5539bd084407: ACTIVE {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:29:48.044884 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb08b8f-d49f-4aea-9cd1-e7b5a7d22f91 req-aa022c71-b9c3-40fa-88f4-baa62a1cb66c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:48.046503 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3eb08b8f-d49f-4aea-9cd1-e7b5a7d22f91 req-aa022c71-b9c3-40fa-88f4-baa62a1cb66c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 947 time: 0.0527213 Apr 11 15:29:48.120902 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3eb08b8f-d49f-4aea-9cd1-e7b5a7d22f91 req-5a07b567-1eeb-420b-8cf7-ffa8f93b2779 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676720 Apr 11 15:29:48.367315 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:49.286462 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0173f3-a9c7-420d-abb4-2a07fe677bf9 req-5f2b082f-8acd-46ee-9c6c-209e9c60b42c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:49.288149 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cb0173f3-a9c7-420d-abb4-2a07fe677bf9 req-5f2b082f-8acd-46ee-9c6c-209e9c60b42c tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 947 time: 0.0619493 Apr 11 15:29:49.345561 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cb0173f3-a9c7-420d-abb4-2a07fe677bf9 req-c5316fa4-9d66-4ce9-b001-fc9d5e10fabb tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups?id=b796f634-ccaa-4744-892d-7d3e8c453cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489380 Apr 11 15:29:49.559115 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6375932-e674-4121-99ea-802165739b3e req-68379271-a8d7-468b-a394-e18b4eb70277 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:29:49.560720 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d6375932-e674-4121-99ea-802165739b3e req-68379271-a8d7-468b-a394-e18b4eb70277 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 947 time: 0.0533650 Apr 11 15:29:49.672231 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Deleting port c9e6bf5c-0717-42de-bc68-37ccc5a77acd {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:29:49.672814 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:49.808507 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] For port c9e6bf5c-0717-42de-bc68-37ccc5a77acd, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:49.809099 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:50.061455 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:50.062089 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (7298e7c1-18a3-4cee-b83f-9bef5b476b2d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:50.062612 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Floating IP 7298e7c1-18a3-4cee-b83f-9bef5b476b2d disassociated. External IP: 172.27.0.101, port: c9e6bf5c-0717-42de-bc68-37ccc5a77acd. Apr 11 15:29:50.063207 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Calling delete_port for c9e6bf5c-0717-42de-bc68-37ccc5a77acd owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:29:50.407460 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (c9e6bf5c-0717-42de-bc68-37ccc5a77acd), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:50.450641 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event deleted for resources: {'Port': ['ID=c9e6bf5c-0717-42de-bc68-37ccc5a77acd,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:50.500063 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-02c13350-1516-4dff-b8d4-1d9baebe1abb req-9ed8715c-7f43-4f76-a84f-6e88fab6cf69 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 210 time: 0.0606129 Apr 11 15:29:50.506186 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.506777 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.507341 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.507954 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.508515 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.509091 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.509661 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.510233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.510810 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.511395 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.511977 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.512546 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.513111 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.513678 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.514244 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:50.689093 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:29:50.824363 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:29:50.838379 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] Sync routers for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:29:50.852976 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:50.853752 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:50.900460 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] No DVR routers for this DVR port c9e6bf5c-0717-42de-bc68-37ccc5a77acd on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:29:50.904642 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:50.911178 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d6375932-e674-4121-99ea-802165739b3e req-645a1305-46d6-4d62-8612-2a5e6c2f5362 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.39 "DELETE /v2.0/ports/c9e6bf5c-0717-42de-bc68-37ccc5a77acd HTTP/1.1" status: 204 len: 173 time: 1.3442509 Apr 11 15:29:50.911897 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'name': 'network-vif-deleted', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:29:50.915840 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3171529c-fefe-4cf8-b358-503110c6814f" -d '{"events": [{"server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "name": "network-vif-deleted", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:29:50.972322 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12b150b-fa7a-436a-b072-a017fe31fbc9 x-openstack-request-id: req-c12b150b-fa7a-436a-b072-a017fe31fbc9 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:29:50.972656 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6330bf-4d11-44e3-a169-a78605db81ca", "name": "network-vif-deleted", "tag": "c9e6bf5c-0717-42de-bc68-37ccc5a77acd", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:29:50.972932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c12b150b-fa7a-436a-b072-a017fe31fbc9 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:29:50.973371 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12b150b-fa7a-436a-b072-a017fe31fbc9'] response: {'server_uuid': '4e6330bf-4d11-44e3-a169-a78605db81ca', 'name': 'network-vif-deleted', 'tag': 'c9e6bf5c-0717-42de-bc68-37ccc5a77acd', 'status': 'completed', 'code': 200} Apr 11 15:29:51.000933 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:51.232681 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:51.262063 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] Checking router: b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:29:51.273248 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:51.273962 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:51.396103 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:51.616927 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:51.646466 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-667f1a0c-a62b-4186-9af9-a9d8a62896c5 req-ac20b45a-c72a-4b5f-a51a-383a571adce2 tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e6330bf-4d11-44e3-a169-a78605db81ca HTTP/1.1" status: 200 len: 210 time: 0.0516367 Apr 11 15:29:51.661411 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18981bea-593d-4f19-bb8d-118f2219e7f6 None None] The sync data for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi is: [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:22:20Z', 'revision_number': 4, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '3b6ac82f-dc65-4da7-af4f-3b6deb04b838', 'name': '', 'network_id': '41aa52fa-7af2-4c63-910a-080aef6fa315', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'mac_address': 'fa:16:3e:46:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:18Z', 'updated_at': '2022-04-11T15:22:30Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'subnets': [{'id': 'a5ff89b2-c6d2-4cf1-88b1-f35951817570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:29:51.921108 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fb3f7-e0be-4f38-b838-d0828d4160c9 None None] New status for floating IP 7298e7c1-18a3-4cee-b83f-9bef5b476b2d: DOWN {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:29:52.943426 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38306) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:53.000772 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebacc-cd12-47ea-a4ac-99589cb1473d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (b796f634-ccaa-4744-892d-7d3e8c453cf5), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:53.027804 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebacc-cd12-47ea-a4ac-99589cb1473d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (b796f634-ccaa-4744-892d-7d3e8c453cf5), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:53.307789 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebacc-cd12-47ea-a4ac-99589cb1473d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b796f634-ccaa-4744-892d-7d3e8c453cf5), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:53.310458 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebacc-cd12-47ea-a4ac-99589cb1473d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:53.311731 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-5a5ebacc-cd12-47ea-a4ac-99589cb1473d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "DELETE /v2.0/security-groups/b796f634-ccaa-4744-892d-7d3e8c453cf5 HTTP/1.1" status: 204 len: 168 time: 0.3673179 Apr 11 15:29:53.321792 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ebacc-cd12-47ea-a4ac-99589cb1473d tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b796f634-ccaa-4744-892d-7d3e8c453cf5,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:53.324179 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38308) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:53.340143 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.api.v2.resource [None req-a6314176-ff26-4011-a1d6-3882404a8e5b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] show failed (client error): The resource could not be found. Apr 11 15:29:53.341196 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a6314176-ff26-4011-a1d6-3882404a8e5b tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "GET /v2.0/security-groups/b796f634-ccaa-4744-892d-7d3e8c453cf5 HTTP/1.1" status: 404 len: 347 time: 0.0159543 Apr 11 15:29:53.344090 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38310) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:53.473723 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Deleting port 7c76e7b1-5cfb-466a-925d-5e06ba828a51 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:29:53.474069 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (7c76e7b1-5cfb-466a-925d-5e06ba828a51), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:53.566620 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (7c76e7b1-5cfb-466a-925d-5e06ba828a51), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:53.566950 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (7c76e7b1-5cfb-466a-925d-5e06ba828a51), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:53.583262 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Calling delete_port for 7c76e7b1-5cfb-466a-925d-5e06ba828a51 owned by network:floatingip {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:29:53.645068 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c9e6bf5c-0717-42de-bc68-37ccc5a77acd no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:29:53.665693 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: c9e6bf5c-0717-42de-bc68-37ccc5a77acd {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:29:53.666052 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device c9e6bf5c-0717-42de-bc68-37ccc5a77acd not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:29:53.810835 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (7c76e7b1-5cfb-466a-925d-5e06ba828a51), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:53.837953 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Pushing event deleted for resources: {'Port': ['ID=7c76e7b1-5cfb-466a-925d-5e06ba828a51,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:53.863649 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.864010 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.864361 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.864712 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.865054 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.865394 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.865732 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.866068 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.866399 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.866733 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.867067 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.867398 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.867758 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.868093 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.868423 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:29:53.916984 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks [] for floatingip (7298e7c1-18a3-4cee-b83f-9bef5b476b2d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:53.926658 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:53.926658 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-3f9b128c-35a7-48d0-a1ba-fa815adb674f tempest-AttachVolumeShelveTestJSON-1938692432 tempest-AttachVolumeShelveTestJSON-1938692432-project] 10.222.0.47 "DELETE /v2.0/floatingips/7298e7c1-18a3-4cee-b83f-9bef5b476b2d HTTP/1.1" status: 204 len: 168 time: 0.5776873 Apr 11 15:29:56.750332 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38334) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:57.211590 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774516'] for router_interface (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:57.470182 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] Deleting port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:29:57.470417 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:57.558763 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] For port 3b6ac82f-dc65-4da7-af4f-3b6deb04b838, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=3b6ac82f-dc65-4da7-af4f-3b6deb04b838,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:57.559131 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:57.577300 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] Calling delete_port for 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 owned by network:router_interface {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:29:57.844234 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (3b6ac82f-dc65-4da7-af4f-3b6deb04b838), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:57.884869 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6ac82f-dc65-4da7-af4f-3b6deb04b838,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:58.068102 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774360'] for router_interface (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:58.309243 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] Router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:29:58.429415 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:29:58.435130 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-d58281e1-f14a-4f32-a26a-1b9c49ce4182 admin admin] 10.222.0.47 "PUT /v2.0/routers/b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6833141 Apr 11 15:29:58.438553 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38338) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:29:58.441380 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] Sync routers for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:29:58.461875 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:58.462788 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:58.558699 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Publish callbacks [] for router (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:58.581668 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:58.765670 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:29:57Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:58.792658 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] Checking router: b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:29:58.802564 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] Routers {'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:29:58.803220 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:58.966588 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] Set router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:29:58.994533 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Publish callbacks [] for router_gateway (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:59.123227 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Deleting port c3ca6bed-3f68-40db-b406-599415811a81 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:29:59.123756 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (c3ca6bed-3f68-40db-b406-599415811a81), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:59.190451 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:29:57Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:29:59.221135 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50b76b-8f9f-4c72-b1ea-4bbbd26ed75a None None] The sync data for ids ['b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab'] in dv-cinder-836083-4-iscsi is: [{'id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'name': 'tempest-AttachVolumeShelveTestJSON-1300741167-router', 'tenant_id': '98ab9ba355cc424c84878fe5fd657070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:22:12Z', 'updated_at': '2022-04-11T15:29:57Z', 'revision_number': 5, 'project_id': '98ab9ba355cc424c84878fe5fd657070', 'gw_port': {'id': 'c3ca6bed-3f68-40db-b406-599415811a81', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:22:13Z', 'updated_at': '2022-04-11T15:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:29:59.226177 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] For port c3ca6bed-3f68-40db-b406-599415811a81, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c3ca6bed-3f68-40db-b406-599415811a81,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:29:59.226572 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (c3ca6bed-3f68-40db-b406-599415811a81), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:59.246129 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Calling delete_port for c3ca6bed-3f68-40db-b406-599415811a81 owned by network:router_gateway {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:29:59.558781 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (c3ca6bed-3f68-40db-b406-599415811a81), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:59.584877 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ca6bed-3f68-40db-b406-599415811a81,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:29:59.684550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776638'] for router_gateway (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:59.799173 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47802'] for router (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:59.801968 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Publish callbacks [] for router_controller (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:59.976183 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1730649'] for router (b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:59.977077 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab {{(pid=103868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:29:59.985282 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:29:59.988065 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a7e7b528-3062-41d6-ab67-f5d8d7202d6f admin admin] 10.222.0.47 "DELETE /v2.0/routers/b33c7b57-1bd1-4f66-a3b8-bd1a8bd83aab HTTP/1.1" status: 204 len: 168 time: 1.5475106 Apr 11 15:29:59.997404 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38342) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:00.093663 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ece445a-3dc8-4017-ad0e-6debe836a1ea admin admin] Deleting subnet a5ff89b2-c6d2-4cf1-88b1-f35951817570 {{(pid=103868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:30:00.098245 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ece445a-3dc8-4017-ad0e-6debe836a1ea admin admin] Publish callbacks [] for subnet (a5ff89b2-c6d2-4cf1-88b1-f35951817570), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:00.145185 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ece445a-3dc8-4017-ad0e-6debe836a1ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10103200'] for subnet (a5ff89b2-c6d2-4cf1-88b1-f35951817570), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:00.248585 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ece445a-3dc8-4017-ad0e-6debe836a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (a5ff89b2-c6d2-4cf1-88b1-f35951817570), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:00.431145 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ece445a-3dc8-4017-ad0e-6debe836a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9838269'] for subnet (a5ff89b2-c6d2-4cf1-88b1-f35951817570), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:00.474909 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1ece445a-3dc8-4017-ad0e-6debe836a1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:00.477995 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-1ece445a-3dc8-4017-ad0e-6debe836a1ea admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a5ff89b2-c6d2-4cf1-88b1-f35951817570 HTTP/1.1" status: 204 len: 168 time: 0.4780803 Apr 11 15:30:00.477995 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece445a-3dc8-4017-ad0e-6debe836a1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ff89b2-c6d2-4cf1-88b1-f35951817570,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:00.480815 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38344) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:00.485447 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffe03d7-e4a5-4cf0-a29f-c284bf1be232 None None] Network 41aa52fa-7af2-4c63-910a-080aef6fa315 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:30:00.587473 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (41aa52fa-7af2-4c63-910a-080aef6fa315), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:00.646104 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Deleting port af7440ed-0827-4513-8deb-76996ed36d3a {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:30:00.646444 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:00.722575 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] For port af7440ed-0827-4513-8deb-76996ed36d3a, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=af7440ed-0827-4513-8deb-76996ed36d3a,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:00.722866 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:00.736687 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2daf32a-e034-4a37-a91d-b085e297e853 None None] DHCP port deletion for 41aa52fa-7af2-4c63-910a-080aef6fa315 request from dv-cinder-836083-4-iscsi {{(pid=103870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:30:00.744761 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Calling delete_port for af7440ed-0827-4513-8deb-76996ed36d3a owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:30:00.789870 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-b2daf32a-e034-4a37-a91d-b085e297e853 None None] Deleting port af7440ed-0827-4513-8deb-76996ed36d3a {{(pid=103870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:30:00.790283 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b2daf32a-e034-4a37-a91d-b085e297e853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), before_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:00.868323 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-b2daf32a-e034-4a37-a91d-b085e297e853 None None] For port af7440ed-0827-4513-8deb-76996ed36d3a, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=af7440ed-0827-4513-8deb-76996ed36d3a,segment=NetworkSegment(64e5ba2a-3992-4784-9c5e-039a48db9c58),segment_id=64e5ba2a-3992-4784-9c5e-039a48db9c58)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:00.868323 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b2daf32a-e034-4a37-a91d-b085e297e853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), precommit_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:00.883874 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-b2daf32a-e034-4a37-a91d-b085e297e853 None None] Calling delete_port for af7440ed-0827-4513-8deb-76996ed36d3a owned by network:dhcp {{(pid=103870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:30:00.940525 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device af7440ed-0827-4513-8deb-76996ed36d3a no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:30:00.992941 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.009697 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No active binding found for port af7440ed-0827-4513-8deb-76996ed36d3a {{(pid=103870) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 11 15:30:01.010199 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] The host dv-cinder-836083-4-iscsi is not matching for port af7440ed-0827-4513-8deb-76996ed36d3a host None! {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 11 15:30:01.010754 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device af7440ed-0827-4513-8deb-76996ed36d3a not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:30:01.011012 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:30:01.027860 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] No DVR routers for this DVR port af7440ed-0827-4513-8deb-76996ed36d3a on host dv-cinder-836083-4-iscsi {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:30:01.029684 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Pushing event deleted for resources: {'Port': ['ID=af7440ed-0827-4513-8deb-76996ed36d3a,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:01.039361 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:30:01.040552 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 3b6ac82f-dc65-4da7-af4f-3b6deb04b838 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:30:01.041318 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c3ca6bed-3f68-40db-b406-599415811a81 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:30:01.045946 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b2daf32a-e034-4a37-a91d-b085e297e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347'] for port (af7440ed-0827-4513-8deb-76996ed36d3a), after_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.074682 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: c3ca6bed-3f68-40db-b406-599415811a81 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:30:01.075011 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c3ca6bed-3f68-40db-b406-599415811a81 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:30:01.096257 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daf32a-e034-4a37-a91d-b085e297e853 None None] Pushing event deleted for resources: {'Port': ['ID=af7440ed-0827-4513-8deb-76996ed36d3a,revision_number=None']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:01.101972 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2daf32a-e034-4a37-a91d-b085e297e853 None None] No DVR routers for this DVR port af7440ed-0827-4513-8deb-76996ed36d3a on host dv-cinder-836083-4-iscsi {{(pid=103870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:30:01.137693 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (41aa52fa-7af2-4c63-910a-080aef6fa315), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.169077 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aa52fa-7af2-4c63-910a-080aef6fa315']}} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:01.181972 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e5ba2a-3992-4784-9c5e-039a48db9c58') {'for_net_delete': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:01.182315 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e5ba2a-3992-4784-9c5e-039a48db9c58') {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:01.192862 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10103209'] for segment (64e5ba2a-3992-4784-9c5e-039a48db9c58), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.207975 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (64e5ba2a-3992-4784-9c5e-039a48db9c58), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.214954 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:30:01.215496 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10357356'] for segment (64e5ba2a-3992-4784-9c5e-039a48db9c58), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: Traceback (most recent call last): Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: timer() Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: cb(*args, **kw) Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: return func(*args, **kwargs) Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: self._notify() Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: self.callback(batched_events) Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: event.method(event) Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: return f(self, *a, **k) Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._get(url).json() Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: return self.request(url, 'GET', **kwargs) Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:30:01.218015 dv-cinder-836083-4-iscsi neutron-server[103868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:30:01.467810 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (41aa52fa-7af2-4c63-910a-080aef6fa315), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.474134 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:01.478108 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] 10.222.0.47 "DELETE /v2.0/networks/41aa52fa-7af2-4c63-910a-080aef6fa315 HTTP/1.1" status: 204 len: 168 time: 0.9962599 Apr 11 15:30:01.495195 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b254874-29bb-40a5-a7e1-8740fd19859f admin admin] Pushing event deleted for resources: {'Network': ['ID=41aa52fa-7af2-4c63-910a-080aef6fa315,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:02.014227 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38348) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:02.059972 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f9b527d7-4446-4c57-941d-10fd5a3c921a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=98ab9ba355cc424c84878fe5fd657070&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443833 Apr 11 15:30:02.063432 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38350) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:02.115071 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc9c88a9-bd4a-47a0-9ef1-9c5bc28af866 admin admin] Publish callbacks [] for security_group (1a488f60-3f33-4b32-af5a-ad2517aa99b6), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.137612 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc9c88a9-bd4a-47a0-9ef1-9c5bc28af866 admin admin] Publish callbacks [] for security_group (1a488f60-3f33-4b32-af5a-ad2517aa99b6), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.324645 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc9c88a9-bd4a-47a0-9ef1-9c5bc28af866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (1a488f60-3f33-4b32-af5a-ad2517aa99b6), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.327427 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc9c88a9-bd4a-47a0-9ef1-9c5bc28af866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:02.328929 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-cc9c88a9-bd4a-47a0-9ef1-9c5bc28af866 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a488f60-3f33-4b32-af5a-ad2517aa99b6 HTTP/1.1" status: 204 len: 168 time: 0.2645605 Apr 11 15:30:02.337369 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c88a9-bd4a-47a0-9ef1-9c5bc28af866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a488f60-3f33-4b32-af5a-ad2517aa99b6,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:03.700232 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38374) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:03.824489 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-185629859-network', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:03.939095 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Made reservation on behalf of 37a6e4b0e36b4585a337acddb85215d0 for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:30:03.941539 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:03.950729 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:04.062624 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Publish callbacks [] for security_group (32a836e6-e20a-4f90-b299-17a704097fa5), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:04.135941 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (32a836e6-e20a-4f90-b299-17a704097fa5), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:04.179566 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:30:04.195361 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a836e6-e20a-4f90-b299-17a704097fa5,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:04.206936 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (dd0f1aef-cea5-493a-9a4e-d6ebe3946beb), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:04.207405 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Added segment dd0f1aef-cea5-493a-9a4e-d6ebe3946beb of type vlan for network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 Apr 11 15:30:04.272485 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (ff9f6518-22f2-49f9-86ac-b35ab61eefa3), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:04.375811 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (ff9f6518-22f2-49f9-86ac-b35ab61eefa3), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:04.376841 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:04.377445 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:04.445372 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] Pushing event updated for resources: {'Network': ['ID=ff9f6518-22f2-49f9-86ac-b35ab61eefa3,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:04.460883 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:30:04.490637 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-eb7690e8-9329-4b86-ae63-067318996ced admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7892768 Apr 11 15:30:04.493769 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38378) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:04.498855 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Request body: {'subnet': {'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-185629859-subnet', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:04.624490 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Made reservation on behalf of 37a6e4b0e36b4585a337acddb85215d0 for: {'subnet': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:30:04.627078 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3143721'] for subnet (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:04.901575 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2504262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3143739'] for subnet (e2a418ac-b835-4223-8fbb-8b513d683b17), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:04.959412 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a418ac-b835-4223-8fbb-8b513d683b17,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:04.972621 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Checking segment: {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:30:04.972980 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Network hostable DHCP agents. Network: ff9f6518-22f2-49f9-86ac-b35ab61eefa3, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:30:05.061353 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:30:05.152651 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, ff9f6518-22f2-49f9-86ac-b35ab61eefa3) {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:05.158679 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:05.159820 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:05.166396 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b7a06a-0133-4e60-a9ed-883e6947e813 None None] Network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:30:05.263025 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-19e81a27-878c-4d90-ae5a-e4bddf22d4b0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7679563 Apr 11 15:30:05.266896 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38380) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:05.273124 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:05.301987 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:30:05.303197 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:05.430296 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (341c003c-6074-4cce-ab73-00b79b2a19ab), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:05.431563 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (341c003c-6074-4cce-ab73-00b79b2a19ab), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:05.476759 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Allocated IP 172.20.0.2 (ff9f6518-22f2-49f9-86ac-b35ab61eefa3/e2a418ac-b835-4223-8fbb-8b513d683b17/9966e65d-16a5-4367-8d47-462f97f54b15) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:05.502259 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks [] for router_controller (341c003c-6074-4cce-ab73-00b79b2a19ab), precommit_add_association {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:05.688410 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Publish callbacks [] for port (9966e65d-16a5-4367-8d47-462f97f54b15), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:05.780219 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:05.824218 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:05.830754 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:05.832639 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks [] for router_gateway (341c003c-6074-4cce-ab73-00b79b2a19ab), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:05.835765 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:30:05.848410 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Pushing event updated for resources: {'Port': ['ID=9966e65d-16a5-4367-8d47-462f97f54b15,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:05.918351 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Attempting to bind port 9966e65d-16a5-4367-8d47-462f97f54b15 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:30:05.918351 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Attempting to bind port 9966e65d-16a5-4367-8d47-462f97f54b15 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:30:05.918351 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Attempting to bind port 9966e65d-16a5-4367-8d47-462f97f54b15 on network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:30:05.918351 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:30:05.918351 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Checking segment: {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:30:05.918351 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:05.918351 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Bound using segment: {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:30:05.918351 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Bound port: 9966e65d-16a5-4367-8d47-462f97f54b15, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:30:05.918351 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:05.985116 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] For port 9966e65d-16a5-4367-8d47-462f97f54b15, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:30:05.989807 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] For port 9966e65d-16a5-4367-8d47-462f97f54b15, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=9966e65d-16a5-4367-8d47-462f97f54b15,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:30:06.105151 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.255444 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks [] for router_gateway (341c003c-6074-4cce-ab73-00b79b2a19ab), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.285150 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.368968 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c8882-f434-4cb1-aac2-6a028148fd81 None None] Pushing event updated for resources: {'Port': ['ID=9966e65d-16a5-4367-8d47-462f97f54b15,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:06.448513 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Allocated IP 172.27.0.211 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/394bfce6-7583-44c1-b835-231f1bd544ef) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:06.674245 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks [] for port (394bfce6-7583-44c1-b835-231f1bd544ef), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.822283 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:06.888487 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:06.893858 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:06.897663 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:30:06.935277 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=394bfce6-7583-44c1-b835-231f1bd544ef,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:06.977501 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 9966e65d-16a5-4367-8d47-462f97f54b15 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:30:07.047043 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 9966e65d-16a5-4367-8d47-462f97f54b15 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:07.047500 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.146546 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 9966e65d-16a5-4367-8d47-462f97f54b15 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:07.147090 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.195044 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port 9966e65d-16a5-4367-8d47-462f97f54b15, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=9966e65d-16a5-4367-8d47-462f97f54b15,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:07.308045 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.404509 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks [] for router_gateway (341c003c-6074-4cce-ab73-00b79b2a19ab), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.467573 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=9966e65d-16a5-4367-8d47-462f97f54b15,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:07.492906 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a9cca-4a14-4779-a7cf-193ef27bf179 None None] Network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:30:07.584083 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-cf4137fa-5c64-4502-91d2-b0cbc435bf1a None None] Provisioning complete for port 9966e65d-16a5-4367-8d47-462f97f54b15 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:07.584485 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-cf4137fa-5c64-4502-91d2-b0cbc435bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.705444 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (341c003c-6074-4cce-ab73-00b79b2a19ab), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:07.731914 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-cf4137fa-5c64-4502-91d2-b0cbc435bf1a None None] Current status of the port 9966e65d-16a5-4367-8d47-462f97f54b15 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:07.955139 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-141b111b-5393-428e-b970-dbb4512e0cb8 None None] Provisioning complete for port 9966e65d-16a5-4367-8d47-462f97f54b15 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:07.955601 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-141b111b-5393-428e-b970-dbb4512e0cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:08.030241 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Router 341c003c-6074-4cce-ab73-00b79b2a19ab is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:30:08.061489 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-141b111b-5393-428e-b970-dbb4512e0cb8 None None] Current status of the port 9966e65d-16a5-4367-8d47-462f97f54b15 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:08.184165 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:30:08.195102 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Sync routers for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:30:08.207134 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:08.207738 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:08.325832 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:08.327939 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-abb5ae37-ea20-4268-b5b3-960dbce6e2f8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0594518 Apr 11 15:30:08.330590 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38384) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:08.336442 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:08.546520 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:07Z', 'revision_number': 3, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:08.601168 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Checking router: 341c003c-6074-4cce-ab73-00b79b2a19ab for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:30:08.601772 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Updating router 341c003c-6074-4cce-ab73-00b79b2a19ab port 394bfce6-7583-44c1-b835-231f1bd544ef binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:30:08.638561 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:08.949592 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 9966e65d-16a5-4367-8d47-462f97f54b15 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:30:09.019050 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Publish callbacks [] for port (394bfce6-7583-44c1-b835-231f1bd544ef), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.038641 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 9966e65d-16a5-4367-8d47-462f97f54b15 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:09.039023 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.136480 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.162434 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 9966e65d-16a5-4367-8d47-462f97f54b15 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:09.162434 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.201662 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.250146 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Attempting to bind port 394bfce6-7583-44c1-b835-231f1bd544ef on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:30:09.250757 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Attempting to bind port 394bfce6-7583-44c1-b835-231f1bd544ef by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:30:09.251474 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Attempting to bind port 394bfce6-7583-44c1-b835-231f1bd544ef on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:30:09.263751 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f0f1c-8364-477b-87aa-c126076ab475 None None] Pushing event updated for resources: {'Port': ['ID=394bfce6-7583-44c1-b835-231f1bd544ef,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:09.266690 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:30:09.267090 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:30:09.267493 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.267910 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:30:09.268920 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Bound port: 394bfce6-7583-44c1-b835-231f1bd544ef, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:30:09.269306 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.336005 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] For port 394bfce6-7583-44c1-b835-231f1bd544ef, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:30:09.341156 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] For port 394bfce6-7583-44c1-b835-231f1bd544ef, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=394bfce6-7583-44c1-b835-231f1bd544ef,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:30:09.421879 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Allocated IP 172.20.0.1 (ff9f6518-22f2-49f9-86ac-b35ab61eefa3/e2a418ac-b835-4223-8fbb-8b513d683b17/873a91df-f08e-471f-8f8c-6bb044eacbed) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:09.431509 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.498331 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:09.498977 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:09.545360 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f0f1c-8364-477b-87aa-c126076ab475 None None] Pushing event updated for resources: {'Port': ['ID=394bfce6-7583-44c1-b835-231f1bd544ef,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:09.587453 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Publish callbacks [] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.649956 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:09.723845 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.747459 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:09.767169 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:09.770132 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:30:09.877138 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-8efc6903-673a-4a25-bdb5-146f0f1d97b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636632 Apr 11 15:30:09.878383 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (341c003c-6074-4cce-ab73-00b79b2a19ab), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:09.880751 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Pushing event updated for resources: {'Port': ['ID=873a91df-f08e-471f-8f8c-6bb044eacbed,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:09.885606 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:07Z', 'revision_number': 3, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:09.931978 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795988c2-8005-4640-a4ce-5c1f8f4ffcb9 None None] The sync data for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi is: [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:07Z', 'revision_number': 3, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:30:10.028372 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-438224f4-4afa-4af0-9052-cec28dabb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:10.030825 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-438224f4-4afa-4af0-9052-cec28dabb7f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1129 time: 0.0802565 Apr 11 15:30:10.107714 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-d0ec9396-5a32-4b20-ba92-60b73b13df8e None None] Provisioning complete for port 873a91df-f08e-471f-8f8c-6bb044eacbed triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:10.118115 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9396-5a32-4b20-ba92-60b73b13df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:10.170835 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec9396-5a32-4b20-ba92-60b73b13df8e None None] Port 873a91df-f08e-471f-8f8c-6bb044eacbed cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:30:10.184896 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-e7bbe0c5-cad7-4af4-9ddd-d51ba6c9c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:10.186426 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-e7bbe0c5-cad7-4af4-9ddd-d51ba6c9c9a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3448c94-617c-4626-8e34-db817bb62e97 HTTP/1.1" status: 200 len: 909 time: 0.1270041 Apr 11 15:30:10.305427 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:10.314217 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-e47a9064-bb45-49fc-9f9c-883ae7d32c22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff HTTP/1.1" status: 200 len: 1000 time: 0.1200895 Apr 11 15:30:10.418336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-4e5ffa47-3521-4242-86b8-377e44335df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:10.419870 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-4e5ffa47-3521-4242-86b8-377e44335df2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d26c23-bea9-445d-bcb3-fac345d3fcf1 HTTP/1.1" status: 200 len: 847 time: 0.0985479 Apr 11 15:30:10.531847 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-e5c2ffca-59aa-43db-8f19-6fadfc8add2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:10.533328 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-e5c2ffca-59aa-43db-8f19-6fadfc8add2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3448c94-617c-4626-8e34-db817bb62e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058798 Apr 11 15:30:10.673950 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Publish callbacks [] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:10.688304 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-15b67baf-e869-4d1e-9a42-aca326a2f911 service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461871 Apr 11 15:30:10.782928 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:10.929176 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Pushing event updated for resources: {'Port': ['ID=873a91df-f08e-471f-8f8c-6bb044eacbed,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:10.933935 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (341c003c-6074-4cce-ab73-00b79b2a19ab), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:11.034765 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e52c2efd-d103-4a16-be16-1f2820b5488f req-ca73be36-849e-4909-85b5-301e6b73fc55 service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294373 Apr 11 15:30:11.079877 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 394bfce6-7583-44c1-b835-231f1bd544ef up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:30:11.215286 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:11.219219 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:11.245672 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 394bfce6-7583-44c1-b835-231f1bd544ef triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:11.246517 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:11.387319 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 394bfce6-7583-44c1-b835-231f1bd544ef is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:11.388012 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:11.446326 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port 394bfce6-7583-44c1-b835-231f1bd544ef, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=394bfce6-7583-44c1-b835-231f1bd544ef,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:11.523871 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Router 341c003c-6074-4cce-ab73-00b79b2a19ab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:30:11.539344 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:11.614299 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=394bfce6-7583-44c1-b835-231f1bd544ef,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:11.624571 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-5f74c38e-6176-440c-9807-212662e3e201 None None] Provisioning complete for port 873a91df-f08e-471f-8f8c-6bb044eacbed triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:11.624946 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-5f74c38e-6176-440c-9807-212662e3e201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:11.690921 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:30:11.691922 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-5f74c38e-6176-440c-9807-212662e3e201 None None] Port 873a91df-f08e-471f-8f8c-6bb044eacbed cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:30:11.708572 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-726d4b7d-de20-4ef6-946c-2a04239b6989 admin admin] 10.222.0.47 "PUT /v2.0/routers/341c003c-6074-4cce-ab73-00b79b2a19ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3756628 Apr 11 15:30:12.038828 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-be00970a-3c4e-40f6-a27b-2cce19d8358c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:12.112243 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Sync routers for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:30:12.130098 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:12.131306 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:12.280825 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:12.471475 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38396) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:12.478799 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-168a4538-1be0-4baf-96d6-858571efe43b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179346663', 'description': 'tempest-description--1791992692'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:12.533538 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 2, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:12.563245 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Checking router: 341c003c-6074-4cce-ab73-00b79b2a19ab for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:30:12.563707 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Updating router 341c003c-6074-4cce-ab73-00b79b2a19ab port 873a91df-f08e-471f-8f8c-6bb044eacbed binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:30:12.604687 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:12.614191 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-168a4538-1be0-4baf-96d6-858571efe43b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:12.700092 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-168a4538-1be0-4baf-96d6-858571efe43b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (bb35e22c-4d00-4cbc-af6a-5ad52df8fadb), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:12.813370 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-168a4538-1be0-4baf-96d6-858571efe43b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (bb35e22c-4d00-4cbc-af6a-5ad52df8fadb), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:12.861207 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a4538-1be0-4baf-96d6-858571efe43b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:12.930434 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-168a4538-1be0-4baf-96d6-858571efe43b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:12.934898 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-168a4538-1be0-4baf-96d6-858571efe43b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4608743 Apr 11 15:30:12.939586 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38398) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:12.945277 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-1575c59c-fefd-4b0f-8416-675101686c8a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'security_group_rule': {'security_group_id': 'bb35e22c-4d00-4cbc-af6a-5ad52df8fadb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:12.955350 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Publish callbacks [] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:12.996997 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 394bfce6-7583-44c1-b835-231f1bd544ef up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:30:13.036692 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:30:13.052901 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 394bfce6-7583-44c1-b835-231f1bd544ef triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:13.053344 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.061009 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.122315 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1575c59c-fefd-4b0f-8416-675101686c8a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (603d8580-d29d-4aba-aebe-8b6f3ad28ef3), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.150045 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Pushing event updated for resources: {'Port': ['ID=873a91df-f08e-471f-8f8c-6bb044eacbed,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:13.173563 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 394bfce6-7583-44c1-b835-231f1bd544ef is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:13.200536 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.201232 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.201386 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.201765 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.202113 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.202485 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.202829 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.203171 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.203511 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.203966 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.204214 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.204641 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.204879 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.205203 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.205623 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:13.267193 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Attempting to bind port 873a91df-f08e-471f-8f8c-6bb044eacbed on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:30:13.267713 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Attempting to bind port 873a91df-f08e-471f-8f8c-6bb044eacbed by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:30:13.268156 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Attempting to bind port 873a91df-f08e-471f-8f8c-6bb044eacbed on network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:30:13.278062 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:30:13.286508 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Checking segment: {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:30:13.286725 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1575c59c-fefd-4b0f-8416-675101686c8a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (603d8580-d29d-4aba-aebe-8b6f3ad28ef3), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.286888 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.286888 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Bound using segment: {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:30:13.286888 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Bound port: 873a91df-f08e-471f-8f8c-6bb044eacbed, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:30:13.286888 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.394486 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] For port 873a91df-f08e-471f-8f8c-6bb044eacbed, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:30:13.398858 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] For port 873a91df-f08e-471f-8f8c-6bb044eacbed, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=873a91df-f08e-471f-8f8c-6bb044eacbed,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:30:13.416301 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1575c59c-fefd-4b0f-8416-675101686c8a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (603d8580-d29d-4aba-aebe-8b6f3ad28ef3), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.451435 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575c59c-fefd-4b0f-8416-675101686c8a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603d8580-d29d-4aba-aebe-8b6f3ad28ef3,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:13.494428 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.555473 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-9259cd4d-9a4b-4ebf-8c25-c8fa26bd0799 None None] Provisioning complete for port 873a91df-f08e-471f-8f8c-6bb044eacbed triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:13.556114 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-9259cd4d-9a4b-4ebf-8c25-c8fa26bd0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.575612 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1575c59c-fefd-4b0f-8416-675101686c8a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.575898 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:13.575898 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:29:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:13.576453 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1575c59c-fefd-4b0f-8416-675101686c8a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6350358 Apr 11 15:30:13.579238 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38400) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:13.585396 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-cc6b48da-056f-4054-a568-f52d1e7d98e4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'security_group_rule': {'security_group_id': 'bb35e22c-4d00-4cbc-af6a-5ad52df8fadb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:13.694829 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7da46-4476-4f70-9fca-6a6f290fb6f0 None None] Pushing event updated for resources: {'Port': ['ID=873a91df-f08e-471f-8f8c-6bb044eacbed,revision_number=4']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:13.713821 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-9259cd4d-9a4b-4ebf-8c25-c8fa26bd0799 None None] Current status of the port 873a91df-f08e-471f-8f8c-6bb044eacbed is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:13.714106 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-9259cd4d-9a4b-4ebf-8c25-c8fa26bd0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.716083 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc6b48da-056f-4054-a568-f52d1e7d98e4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (f61f237b-00b3-41b7-87a2-39b68c79d680), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.771752 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-9259cd4d-9a4b-4ebf-8c25-c8fa26bd0799 None None] For port 873a91df-f08e-471f-8f8c-6bb044eacbed, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=873a91df-f08e-471f-8f8c-6bb044eacbed,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:13.832256 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc6b48da-056f-4054-a568-f52d1e7d98e4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (f61f237b-00b3-41b7-87a2-39b68c79d680), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.906008 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:13.907213 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-9259cd4d-9a4b-4ebf-8c25-c8fa26bd0799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.962542 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc6b48da-056f-4054-a568-f52d1e7d98e4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (f61f237b-00b3-41b7-87a2-39b68c79d680), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:13.995482 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b48da-056f-4054-a568-f52d1e7d98e4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61f237b-00b3-41b7-87a2-39b68c79d680,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:14.102124 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cc6b48da-056f-4054-a568-f52d1e7d98e4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.108640 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-cc6b48da-056f-4054-a568-f52d1e7d98e4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5237298 Apr 11 15:30:14.108893 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38402) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:14.117235 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:14.142982 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-126b7bab-c85c-47a2-9860-8e0ec61891a9 None None] Provisioning complete for port 873a91df-f08e-471f-8f8c-6bb044eacbed triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:14.144638 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-126b7bab-c85c-47a2-9860-8e0ec61891a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.160892 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:14.182843 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259cd4d-9a4b-4ebf-8c25-c8fa26bd0799 None None] Pushing event updated for resources: {'Port': ['ID=873a91df-f08e-471f-8f8c-6bb044eacbed,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:14.197475 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ad1ca-b9bc-4ab6-8144-a6331dda82b2 None None] The sync data for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi is: [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:30:14.234727 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.261101 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-126b7bab-c85c-47a2-9860-8e0ec61891a9 None None] Current status of the port 873a91df-f08e-471f-8f8c-6bb044eacbed is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:14.372335 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.507704 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e375-41ce-46c1-9628-917e7e928710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.552604 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Allocated IP 172.27.0.224 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/ffb783ea-aff5-4c9f-98c6-900b02397c9f) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:14.709409 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for port (ffb783ea-aff5-4c9f-98c6-900b02397c9f), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.817997 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (ffb783ea-aff5-4c9f-98c6-900b02397c9f), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:14.890857 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:14.895837 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:14.900752 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:30:14.904375 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'Port': ['ID=ffb783ea-aff5-4c9f-98c6-900b02397c9f,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:15.019037 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 873a91df-f08e-471f-8f8c-6bb044eacbed up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:30:15.028064 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (c31385d5-57c4-4348-b735-776eb18c7822), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:15.080113 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 873a91df-f08e-471f-8f8c-6bb044eacbed triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:15.080483 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:15.139278 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (ffb783ea-aff5-4c9f-98c6-900b02397c9f), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:15.226907 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 873a91df-f08e-471f-8f8c-6bb044eacbed is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:15.383430 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for port (ffb783ea-aff5-4c9f-98c6-900b02397c9f), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:15.510681 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (ffb783ea-aff5-4c9f-98c6-900b02397c9f), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:15.510975 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:15.617976 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'Port': ['ID=ffb783ea-aff5-4c9f-98c6-900b02397c9f,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:15.627229 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (c31385d5-57c4-4348-b735-776eb18c7822), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:15.743999 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:15.747766 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-612a82c1-1c0a-4ae4-96a3-1787f3fb6c0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6357234 Apr 11 15:30:15.955705 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-ad9061af-9525-4ee3-b186-b1867ebe78eb tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--179346663&fields=id&tenant_id=37a6e4b0e36b4585a337acddb85215d0 HTTP/1.1" status: 200 len: 267 time: 0.0598929 Apr 11 15:30:16.081290 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-967c54a0-2493-4a35-829c-620fc780ee49 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:16.081290 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-967c54a0-2493-4a35-829c-620fc780ee49 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/networks?id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3 HTTP/1.1" status: 200 len: 810 time: 0.1114521 Apr 11 15:30:16.094142 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-4fe90602-6b59-4406-804b-4338e9213ebc tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/quotas/37a6e4b0e36b4585a337acddb85215d0 HTTP/1.1" status: 200 len: 375 time: 0.0099874 Apr 11 15:30:16.160922 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-c8d12c4b-0aad-408f-b479-4389602657aa tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=37a6e4b0e36b4585a337acddb85215d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597925 Apr 11 15:30:16.280693 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-ff464210-ae00-445e-9449-5bcd632be205 service neutron] 10.222.0.47 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026545 Apr 11 15:30:16.401545 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-41f65763-2fbf-4851-929b-d69c1f2ad3d0 service neutron] 10.222.0.47 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144686 Apr 11 15:30:16.740187 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f904114f-f85d-487e-9b11-2a6ed97a2faa req-35240320-0942-4a24-b850-e9fc5b3a0a6d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 210 time: 0.0377154 Apr 11 15:30:16.802591 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:17.837257 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-006cd1d8-fb86-48fc-9b70-ff3b6e257fea req-3a535c54-5715-40ca-860f-2bc144616289 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 210 time: 0.0331290 Apr 11 15:30:18.453455 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:18.982251 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6833e750-67aa-461a-b041-75988b7e814f req-c26b40a8-25a7-45c9-bf38-57dc127e03b1 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 210 time: 0.0482476 Apr 11 15:30:19.709178 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-4cd0edf6-e461-48d6-94ae-78172183c5ec tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:19.710770 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-4cd0edf6-e461-48d6-94ae-78172183c5ec tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.39 "GET /v2.0/networks?id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3 HTTP/1.1" status: 200 len: 810 time: 0.1470261 Apr 11 15:30:19.801455 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-fc337aed-f715-4782-9db7-867f33caacaa tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37a6e4b0e36b4585a337acddb85215d0 HTTP/1.1" status: 200 len: 379 time: 0.0761106 Apr 11 15:30:19.812623 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'port': {'device_id': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'admin_state_up': True, 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'security_groups': ['bb35e22c-4d00-4cbc-af6a-5ad52df8fadb']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:20.073069 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Made reservation on behalf of 37a6e4b0e36b4585a337acddb85215d0 for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:30:20.076775 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:20.123888 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-034160ba-a5c1-4cad-a12c-b15346462e18 req-1248b28a-4a2e-4c1e-bb3c-3861cec64659 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 210 time: 0.0442803 Apr 11 15:30:20.290208 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Allocated IP 172.20.0.5 (ff9f6518-22f2-49f9-86ac-b35ab61eefa3/e2a418ac-b835-4223-8fbb-8b513d683b17/2e2017db-c682-44dc-8152-f81dbe16f0a2) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:30:20.454553 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:20.545341 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:20.604650 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:30:20.608019 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:30:20.611946 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:30:20.641834 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'Port': ['ID=2e2017db-c682-44dc-8152-f81dbe16f0a2,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:20.668784 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:20.669453 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:20.748568 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-670266cc-a435-4fd6-a366-260c5367595f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9397557 Apr 11 15:30:20.762731 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Request body: {'port': {'device_id': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:20.826777 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-348e2317-6e29-4682-b1d1-65b4ff069011 None None] Provisioning complete for port 2e2017db-c682-44dc-8152-f81dbe16f0a2 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:20.827509 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-348e2317-6e29-4682-b1d1-65b4ff069011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:20.834269 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:20.862490 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-348e2317-6e29-4682-b1d1-65b4ff069011 None None] Port 2e2017db-c682-44dc-8152-f81dbe16f0a2 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:30:21.140405 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2017db-c682-44dc-8152-f81dbe16f0a2 {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:30:21.148811 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Publish callbacks [] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:21.163819 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Transition to ACTIVE for port object 2e2017db-c682-44dc-8152-f81dbe16f0a2 will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:30:21.250170 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d3104-5c32-4ea3-9d2f-74e00773a01d req-10c93742-1eb1-441c-937f-cb47789cd2f6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:21.251816 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8d8d3104-5c32-4ea3-9d2f-74e00773a01d req-10c93742-1eb1-441c-937f-cb47789cd2f6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 931 time: 0.0521226 Apr 11 15:30:21.253802 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:21.347794 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2017db-c682-44dc-8152-f81dbe16f0a2,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:21.376539 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8d8d3104-5c32-4ea3-9d2f-74e00773a01d req-cfe5a2ff-ba59-46a6-a021-2d44d235ce96 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138399 Apr 11 15:30:21.432057 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Attempting to bind port 2e2017db-c682-44dc-8152-f81dbe16f0a2 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:30:21.432444 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Attempting to bind port 2e2017db-c682-44dc-8152-f81dbe16f0a2 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:30:21.432740 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Attempting to bind port 2e2017db-c682-44dc-8152-f81dbe16f0a2 on network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:30:21.437802 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Port 2e2017db-c682-44dc-8152-f81dbe16f0a2 on network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:30:21.438134 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Attempting to bind port 2e2017db-c682-44dc-8152-f81dbe16f0a2 on network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:30:21.444222 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:30:21.444635 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Checking segment: {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:30:21.444962 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Bound using segment: {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:30:21.445656 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Bound port: 2e2017db-c682-44dc-8152-f81dbe16f0a2, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:30:21.446024 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:21.517387 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] For port 2e2017db-c682-44dc-8152-f81dbe16f0a2, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:30:21.521327 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] For port 2e2017db-c682-44dc-8152-f81dbe16f0a2, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e2017db-c682-44dc-8152-f81dbe16f0a2,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:30:21.596889 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:21.668233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:21.668875 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:21.670343 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] 10.222.0.39 "PUT /v2.0/ports/2e2017db-c682-44dc-8152-f81dbe16f0a2 HTTP/1.1" status: 200 len: 1093 time: 0.9121263 Apr 11 15:30:21.670846 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'tag': '2e2017db-c682-44dc-8152-f81dbe16f0a2'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:21.673293 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a8506d-cbc3-4492-86b7-49d5e1089882" -d '{"events": [{"name": "network-changed", "server_uuid": "86fd2c97-960f-4052-8fed-9cba4f5c4736", "tag": "2e2017db-c682-44dc-8152-f81dbe16f0a2"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:21.676303 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb081f-63cf-42cc-8141-9f707b6f4058 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2017db-c682-44dc-8152-f81dbe16f0a2,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:21.727598 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f2f54-69fc-414e-994c-c5f4f7aa9181 x-openstack-request-id: req-d17f2f54-69fc-414e-994c-c5f4f7aa9181 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:21.727903 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fd2c97-960f-4052-8fed-9cba4f5c4736", "tag": "2e2017db-c682-44dc-8152-f81dbe16f0a2", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:21.728158 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d17f2f54-69fc-414e-994c-c5f4f7aa9181 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:21.728569 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17f2f54-69fc-414e-994c-c5f4f7aa9181'] response: {'name': 'network-changed', 'server_uuid': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'tag': '2e2017db-c682-44dc-8152-f81dbe16f0a2', 'status': 'completed', 'code': 200} Apr 11 15:30:21.808518 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8506d-cbc3-4492-86b7-49d5e1089882 req-243985dd-25ef-481d-a0dc-a037c7b9ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:21.810077 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d4a8506d-cbc3-4492-86b7-49d5e1089882 req-243985dd-25ef-481d-a0dc-a037c7b9ce63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37a6e4b0e36b4585a337acddb85215d0&device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 1127 time: 0.0511677 Apr 11 15:30:21.935630 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8506d-cbc3-4492-86b7-49d5e1089882 req-d941f2a8-7287-4c81-bd67-e034d30ba212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:21.937166 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d4a8506d-cbc3-4492-86b7-49d5e1089882 req-d941f2a8-7287-4c81-bd67-e034d30ba212 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=37a6e4b0e36b4585a337acddb85215d0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1182108 Apr 11 15:30:22.048387 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8506d-cbc3-4492-86b7-49d5e1089882 req-06225926-df6b-42ea-9d2c-6a8939a4b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:22.050535 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d4a8506d-cbc3-4492-86b7-49d5e1089882 req-06225926-df6b-42ea-9d2c-6a8939a4b661 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025422 Apr 11 15:30:22.142586 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-0ec01778-88c7-4d44-a36d-54e7e3d21189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:22.144254 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-0ec01778-88c7-4d44-a36d-54e7e3d21189 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37a6e4b0e36b4585a337acddb85215d0&device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 1127 time: 0.0512619 Apr 11 15:30:22.203367 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-88e95e18-96e4-4a01-80f1-0f169d5f4376 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e2017db-c682-44dc-8152-f81dbe16f0a2 HTTP/1.1" status: 200 len: 217 time: 0.0429456 Apr 11 15:30:22.255200 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-abeb9319-79fb-4500-bd0b-418d723445b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:22.256718 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-abeb9319-79fb-4500-bd0b-418d723445b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2a418ac-b835-4223-8fbb-8b513d683b17 HTTP/1.1" status: 200 len: 849 time: 0.0524263 Apr 11 15:30:22.310636 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-5875e584-ac22-473a-bf06-de0485a16d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:22.312821 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-5875e584-ac22-473a-bf06-de0485a16d86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470586 Apr 11 15:30:22.433004 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-f26f9cf8-8edd-407e-8087-d3b0c4fdf27e service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075540 Apr 11 15:30:22.829976 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fb56a-2273-42d6-9df9-171cc40fb6d5 req-62325dcf-3c79-42fc-969e-2e1635883b1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:22.832088 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d51fb56a-2273-42d6-9df9-171cc40fb6d5 req-62325dcf-3c79-42fc-969e-2e1635883b1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 943 time: 0.3773394 Apr 11 15:30:22.881852 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b1d5855-1643-4808-9b93-ee7b295e2b4e req-1e31b1c1-4c30-4c80-900f-4fcae2e5f0ae service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368324 Apr 11 15:30:22.910496 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d51fb56a-2273-42d6-9df9-171cc40fb6d5 req-a05da322-124e-4122-a424-854960ebc806 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644085 Apr 11 15:30:24.031028 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33089ae1-3cba-4c83-871d-4436f718361d req-96c2a38d-99ab-45ff-8adf-06a99e239d22 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:24.032558 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-33089ae1-3cba-4c83-871d-4436f718361d req-96c2a38d-99ab-45ff-8adf-06a99e239d22 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 943 time: 0.0560520 Apr 11 15:30:24.089243 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-33089ae1-3cba-4c83-871d-4436f718361d req-79782988-efb8-4848-a7c5-bdd9c5000618 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500259 Apr 11 15:30:25.236482 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53854f-7251-43be-9c3f-abda4dd3520f req-8db9d09b-ae3c-4a70-8e21-46581e671fee tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:25.238762 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6c53854f-7251-43be-9c3f-abda4dd3520f req-8db9d09b-ae3c-4a70-8e21-46581e671fee tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 943 time: 0.0623279 Apr 11 15:30:25.311229 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6c53854f-7251-43be-9c3f-abda4dd3520f req-ff3a71b8-6009-4693-8296-bd458faf713c tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660329 Apr 11 15:30:25.764729 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 2e2017db-c682-44dc-8152-f81dbe16f0a2 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:30:25.911388 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 2e2017db-c682-44dc-8152-f81dbe16f0a2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e2017db-c682-44dc-8152-f81dbe16f0a2,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:25.930800 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '2e2017db-c682-44dc-8152-f81dbe16f0a2', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'port_id': '2e2017db-c682-44dc-8152-f81dbe16f0a2', 'mac_address': 'fa:16:3e:f6:13:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:30:25.992153 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 2e2017db-c682-44dc-8152-f81dbe16f0a2 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:25.992726 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:26.014792 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2017db-c682-44dc-8152-f81dbe16f0a2 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:30:26.049100 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 2e2017db-c682-44dc-8152-f81dbe16f0a2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e2017db-c682-44dc-8152-f81dbe16f0a2,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:26.122083 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:26.186123 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=2e2017db-c682-44dc-8152-f81dbe16f0a2,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:26.193961 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.194310 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.194677 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.195040 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.195381 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.195748 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.196082 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.196410 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.196738 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.197065 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.197394 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.197737 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.198067 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.198391 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.198718 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:30:26.401168 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['2e2017db-c682-44dc-8152-f81dbe16f0a2'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:30:26.434661 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f739f-1ee2-4827-af4a-f53b13fa5254 req-b1fd1093-cb5c-4535-9837-7143103546fd tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:26.436280 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b1f739f-1ee2-4827-af4a-f53b13fa5254 req-b1fd1093-cb5c-4535-9837-7143103546fd tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 944 time: 0.0524359 Apr 11 15:30:26.496170 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b1f739f-1ee2-4827-af4a-f53b13fa5254 req-bdfe3ce0-abbf-4d1a-9743-3c140f5e81cc tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502760 Apr 11 15:30:27.630751 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd22edb-1580-4cf6-9890-5e8332e51e1b req-b2c013a1-7ddb-4a8f-a67f-8e8c4f61778f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:27.632253 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ffd22edb-1580-4cf6-9890-5e8332e51e1b req-b2c013a1-7ddb-4a8f-a67f-8e8c4f61778f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 944 time: 0.0567875 Apr 11 15:30:27.711369 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ffd22edb-1580-4cf6-9890-5e8332e51e1b req-9e35e1a5-a1ba-4bfe-b5b7-8aead965e85e tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681360 Apr 11 15:30:27.777341 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 2e2017db-c682-44dc-8152-f81dbe16f0a2 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:30:27.830255 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 2e2017db-c682-44dc-8152-f81dbe16f0a2 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:30:27.907717 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 2e2017db-c682-44dc-8152-f81dbe16f0a2 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:30:27.908109 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:28.003294 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 2e2017db-c682-44dc-8152-f81dbe16f0a2 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:30:28.003888 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:28.030482 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2017db-c682-44dc-8152-f81dbe16f0a2'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:28.032793 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e8c718-09d8-4da1-849f-27266cbcf299" -d '{"events": [{"server_uuid": "86fd2c97-960f-4052-8fed-9cba4f5c4736", "name": "network-vif-plugged", "status": "completed", "tag": "2e2017db-c682-44dc-8152-f81dbe16f0a2"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:28.047378 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 2e2017db-c682-44dc-8152-f81dbe16f0a2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e2017db-c682-44dc-8152-f81dbe16f0a2,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:30:28.076242 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f4c122-f950-4dfc-a0bc-70c08166020b x-openstack-request-id: req-48f4c122-f950-4dfc-a0bc-70c08166020b {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:28.076657 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fd2c97-960f-4052-8fed-9cba4f5c4736", "name": "network-vif-plugged", "status": "completed", "tag": "2e2017db-c682-44dc-8152-f81dbe16f0a2", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:28.077148 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-48f4c122-f950-4dfc-a0bc-70c08166020b {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:28.077760 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f4c122-f950-4dfc-a0bc-70c08166020b'] response: {'server_uuid': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2017db-c682-44dc-8152-f81dbe16f0a2', 'code': 200} Apr 11 15:30:28.176558 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:28.243610 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=2e2017db-c682-44dc-8152-f81dbe16f0a2,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:30:28.492153 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149f5b6-9bbb-43ee-8323-bb9c84406e5b req-5c8f7c0d-821e-4bda-b4d2-836d332f11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:28.493724 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4149f5b6-9bbb-43ee-8323-bb9c84406e5b req-5c8f7c0d-821e-4bda-b4d2-836d332f11ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 1129 time: 0.0451329 Apr 11 15:30:28.546967 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4149f5b6-9bbb-43ee-8323-bb9c84406e5b req-9d169873-2f35-4033-acc0-203c24065c0c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Apr 11 15:30:28.836129 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29dbb6-c844-464e-a498-13f6ea81140b req-758ad1ea-569b-40da-ac03-c3c3464887b2 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:28.838550 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-eb29dbb6-c844-464e-a498-13f6ea81140b req-758ad1ea-569b-40da-ac03-c3c3464887b2 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0527158 Apr 11 15:30:28.900028 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-eb29dbb6-c844-464e-a498-13f6ea81140b req-0ce9f80f-4c7f-4204-84c6-8500c31813af tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506504 Apr 11 15:30:30.034880 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9477b-d38f-40e6-8052-bd1d1b66bea5 req-fce621c3-409d-42ff-8723-75715ddde08f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:30.036557 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-39a9477b-d38f-40e6-8052-bd1d1b66bea5 req-fce621c3-409d-42ff-8723-75715ddde08f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0649178 Apr 11 15:30:30.088345 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-39a9477b-d38f-40e6-8052-bd1d1b66bea5 req-5ec556db-4fe6-4704-8b4c-11c4c99e4a53 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458937 Apr 11 15:30:31.237891 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e630696-6a54-4548-9b75-530ae997bb43 req-95882665-9a81-4669-aea6-4e6cd19fffdd tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:31.239670 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e630696-6a54-4548-9b75-530ae997bb43 req-95882665-9a81-4669-aea6-4e6cd19fffdd tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0683715 Apr 11 15:30:31.305939 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e630696-6a54-4548-9b75-530ae997bb43 req-c58b1e9f-f921-40d3-acbc-bbea1b02840b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570807 Apr 11 15:30:31.450721 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ad16f-3ddb-444e-abf4-65d747b82b2c req-d8bd6c80-42a8-433d-90d0-1b2e2aabec6a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:31.452669 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1f3ad16f-3ddb-444e-abf4-65d747b82b2c req-d8bd6c80-42a8-433d-90d0-1b2e2aabec6a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0625639 Apr 11 15:30:31.467587 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38472) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:30:31.475213 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-9f5a9dd5-7d7f-43da-9d45-6f3c0c1a8faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'floatingip': {'port_id': '2e2017db-c682-44dc-8152-f81dbe16f0a2'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:30:31.537877 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9dd5-7d7f-43da-9d45-6f3c0c1a8faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (c31385d5-57c4-4348-b735-776eb18c7822), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:32.240449 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9dd5-7d7f-43da-9d45-6f3c0c1a8faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:32.402036 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9dd5-7d7f-43da-9d45-6f3c0c1a8faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (c31385d5-57c4-4348-b735-776eb18c7822), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:32.562104 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.l3_db [None req-9f5a9dd5-7d7f-43da-9d45-6f3c0c1a8faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Floating IP c31385d5-57c4-4348-b735-776eb18c7822 associated. External IP: 172.27.0.224, port: 2e2017db-c682-44dc-8152-f81dbe16f0a2. Apr 11 15:30:32.921889 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5a9dd5-7d7f-43da-9d45-6f3c0c1a8faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Router 341c003c-6074-4cce-ab73-00b79b2a19ab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:30:33.079588 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5a9dd5-7d7f-43da-9d45-6f3c0c1a8faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:30:33.087438 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9dd5-7d7f-43da-9d45-6f3c0c1a8faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:33.094239 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] Sync routers for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:30:33.121921 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:33.123882 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:30:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:33.140067 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-9f5a9dd5-7d7f-43da-9d45-6f3c0c1a8faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "PUT /v2.0/floatingips/c31385d5-57c4-4348-b735-776eb18c7822 HTTP/1.1" status: 200 len: 991 time: 1.6673732 Apr 11 15:30:33.140067 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'tag': '2e2017db-c682-44dc-8152-f81dbe16f0a2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:30:33.140067 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "86fd2c97-960f-4052-8fed-9cba4f5c4736", "tag": "2e2017db-c682-44dc-8152-f81dbe16f0a2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:30:33.210998 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc9750f-2dc2-4026-9893-53ec3ec82b70 x-openstack-request-id: req-fdc9750f-2dc2-4026-9893-53ec3ec82b70 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:30:33.211368 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fd2c97-960f-4052-8fed-9cba4f5c4736", "tag": "2e2017db-c682-44dc-8152-f81dbe16f0a2", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:30:33.211792 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fdc9750f-2dc2-4026-9893-53ec3ec82b70 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:30:33.212382 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc9750f-2dc2-4026-9893-53ec3ec82b70'] response: {'name': 'network-changed', 'server_uuid': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'tag': '2e2017db-c682-44dc-8152-f81dbe16f0a2', 'status': 'completed', 'code': 200} Apr 11 15:30:33.303882 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:33.327000 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-6839e463-e4a2-4ec1-99f6-43b6a193f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:33.330133 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-6839e463-e4a2-4ec1-99f6-43b6a193f0e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37a6e4b0e36b4585a337acddb85215d0&device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 1129 time: 0.0818532 Apr 11 15:30:33.493099 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-c1cc39f4-a804-4f35-9229-805d0a5e76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:33.495132 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-c1cc39f4-a804-4f35-9229-805d0a5e76c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3 HTTP/1.1" status: 200 len: 911 time: 0.1593595 Apr 11 15:30:33.607015 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-881781de-cbff-4b50-94a3-46292ac3718a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e2017db-c682-44dc-8152-f81dbe16f0a2 HTTP/1.1" status: 200 len: 999 time: 0.1054227 Apr 11 15:30:33.691599 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-1d17d228-05de-4b2b-b1ea-9f81153614ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:33.694165 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-1d17d228-05de-4b2b-b1ea-9f81153614ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2a418ac-b835-4223-8fbb-8b513d683b17 HTTP/1.1" status: 200 len: 849 time: 0.0813437 Apr 11 15:30:33.697701 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'c31385d5-57c4-4348-b735-776eb18c7822', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'port_id': '2e2017db-c682-44dc-8152-f81dbe16f0a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'mac_address': 'fa:16:3e:f6:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:14Z', 'updated_at': '2022-04-11T15:30:32Z', 'revision_number': 1, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:33.745439 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] Checking router: 341c003c-6074-4cce-ab73-00b79b2a19ab for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:30:33.760324 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:30:33.761863 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:30:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:33.776591 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-0697c1a3-c5cb-41f6-b861-f29882999268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:30:33.778662 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-0697c1a3-c5cb-41f6-b861-f29882999268 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785804 Apr 11 15:30:33.934916 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-3248d588-c5bb-4f43-b1ea-2a39c9be5af0 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501429 Apr 11 15:30:33.955661 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:30:34.069507 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5c5e6fb3-fbd8-48c9-9dbb-597f8914f5bc req-549a0d26-153d-4a59-b863-bae2e6ca8613 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279619 Apr 11 15:30:34.318038 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'c31385d5-57c4-4348-b735-776eb18c7822', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'port_id': '2e2017db-c682-44dc-8152-f81dbe16f0a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'mac_address': 'fa:16:3e:f6:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:14Z', 'updated_at': '2022-04-11T15:30:32Z', 'revision_number': 1, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:30:34.370690 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53bf77-9257-4d75-a8b6-f4e1da2056a0 None None] The sync data for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi is: [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'c31385d5-57c4-4348-b735-776eb18c7822', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'floating_ip_address': '172.27.0.224', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'port_id': '2e2017db-c682-44dc-8152-f81dbe16f0a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'mac_address': 'fa:16:3e:f6:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:30:14Z', 'updated_at': '2022-04-11T15:30:32Z', 'revision_number': 1, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:30:34.646683 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986a05f-182d-4f5e-8a5a-d496695db266 None None] New status for floating IP c31385d5-57c4-4348-b735-776eb18c7822: ACTIVE {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:30:39.105251 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:42.051076 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-4183c07d-72c7-418e-93e1-db9cf7466145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:44.594140 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7c07b1b2-362b-4e38-bc47-0b80b70ff435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:45.562514 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:46.765328 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:48.322998 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:30:50.036953 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:31:09.105270 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:10.873096 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-ca7307df-bca5-466d-b6a9-e4bb918d33f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474374 Apr 11 15:31:10.946722 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-935d98ba-d5d5-4bbd-9d46-acf1bff99e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:10.949715 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-935d98ba-d5d5-4bbd-9d46-acf1bff99e50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 1129 time: 0.0518413 Apr 11 15:31:11.063985 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-862e7f4f-e056-4ff9-81c7-72b5b36b95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:11.065461 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-862e7f4f-e056-4ff9-81c7-72b5b36b95b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 912 time: 0.0961089 Apr 11 15:31:11.138891 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-049d4643-1e8c-459f-acf9-1eb098dfee57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e44c490-443d-4662-b172-d4e73032cbca HTTP/1.1" status: 200 len: 1001 time: 0.0670383 Apr 11 15:31:11.202202 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-addf823f-78e7-4754-8682-08887f1537c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:11.203725 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-addf823f-78e7-4754-8682-08887f1537c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0513682 Apr 11 15:31:11.254802 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-cc18f99b-8f94-4c03-993b-ae893e2131d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:11.256478 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-cc18f99b-8f94-4c03-993b-ae893e2131d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461526 Apr 11 15:31:11.369025 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-08652318-535a-46c2-8bd1-7e50797c6192 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059871 Apr 11 15:31:11.475686 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c9bc947-f205-4d17-9b35-efb0924484bc req-51c4822b-0db9-464a-bf7f-5aeba8227db5 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Apr 11 15:31:12.077186 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-05667307-c0cc-456e-ae0b-174b6e29c576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:14.448469 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-86803d0b-b2ce-444b-837f-8f4c6551aba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:15.506040 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:16.765767 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:18.323091 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:22.059393 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf5784-4df6-42b1-8a70-dcbe840344b9 req-e23e01b7-1700-4929-a1b0-1daf1f2ac346 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:22.060978 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2daf5784-4df6-42b1-8a70-dcbe840344b9 req-e23e01b7-1700-4929-a1b0-1daf1f2ac346 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0526028 Apr 11 15:31:22.122439 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2daf5784-4df6-42b1-8a70-dcbe840344b9 req-5091dd12-b243-46d8-8c1c-221a676ef71b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538521 Apr 11 15:31:23.257460 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87159-2a29-4cc5-989a-6ab9e9aa6470 req-47a8247c-f717-4730-a45f-2e007f9ba255 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:23.259043 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-60b87159-2a29-4cc5-989a-6ab9e9aa6470 req-47a8247c-f717-4730-a45f-2e007f9ba255 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0525191 Apr 11 15:31:23.330373 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-60b87159-2a29-4cc5-989a-6ab9e9aa6470 req-e679f629-af61-4a75-ad3b-3f4c2a913881 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631866 Apr 11 15:31:24.458312 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da411a-200f-4828-aab6-ea39db2eb1f5 req-c770d5cc-e15a-47e1-af0b-a11b41bd87dc tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:24.459810 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d0da411a-200f-4828-aab6-ea39db2eb1f5 req-c770d5cc-e15a-47e1-af0b-a11b41bd87dc tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0481892 Apr 11 15:31:24.514062 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d0da411a-200f-4828-aab6-ea39db2eb1f5 req-4ea375e8-ce6d-4a8b-88d8-3d0d8761df92 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475435 Apr 11 15:31:25.654443 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797ff56-1203-4e58-80aa-c7ba85f4f09c req-75ee9d6b-2492-4dca-8251-8e83648de57f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:25.656040 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a797ff56-1203-4e58-80aa-c7ba85f4f09c req-75ee9d6b-2492-4dca-8251-8e83648de57f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Apr 11 15:31:25.707410 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a797ff56-1203-4e58-80aa-c7ba85f4f09c req-f7631954-a409-4484-87d8-a9ed3e4c9d35 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449200 Apr 11 15:31:26.832779 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150f7da-3ce5-48b3-879a-2752bf6a99cf req-44de2e86-88f9-4de7-addd-bf4db239f662 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:26.834291 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8150f7da-3ce5-48b3-879a-2752bf6a99cf req-44de2e86-88f9-4de7-addd-bf4db239f662 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0532272 Apr 11 15:31:26.882546 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8150f7da-3ce5-48b3-879a-2752bf6a99cf req-fb98ff2e-acec-480e-ba05-9a3cbe4828bf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 Apr 11 15:31:27.035735 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:31:27.997835 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c491b3-f501-4069-ae3c-3563c49f8f5a req-fe3fa0e3-2ec0-4903-b216-b5f917633716 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:27.999339 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-77c491b3-f501-4069-ae3c-3563c49f8f5a req-fe3fa0e3-2ec0-4903-b216-b5f917633716 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0477853 Apr 11 15:31:28.048142 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-77c491b3-f501-4069-ae3c-3563c49f8f5a req-36a70067-93ec-45cc-ae8f-2902fd1714ac tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418158 Apr 11 15:31:29.181283 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58500927-dd2e-4e52-8732-f9e5ece253bb req-67cbdcd2-672b-4bb3-adbd-15516ca843ad tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:29.181283 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-58500927-dd2e-4e52-8732-f9e5ece253bb req-67cbdcd2-672b-4bb3-adbd-15516ca843ad tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0518172 Apr 11 15:31:29.232800 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-58500927-dd2e-4e52-8732-f9e5ece253bb req-54287036-da98-4842-a31c-4a1bf1523d17 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487683 Apr 11 15:31:30.349479 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7ad99-79d9-4584-85d7-1f464b270972 req-78957bef-7ca3-4885-a2d5-fa1bcf6b4e87 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:30.350966 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-13b7ad99-79d9-4584-85d7-1f464b270972 req-78957bef-7ca3-4885-a2d5-fa1bcf6b4e87 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0502939 Apr 11 15:31:30.398188 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-13b7ad99-79d9-4584-85d7-1f464b270972 req-46db69c3-d26b-4495-b3f8-36dfa3016c33 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Apr 11 15:31:31.529317 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d5347-b74c-458e-afa9-4fbd20bb062b req-e97a5d3c-13c9-4949-b0a1-344ebe563867 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:31.531069 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ad5d5347-b74c-458e-afa9-4fbd20bb062b req-e97a5d3c-13c9-4949-b0a1-344ebe563867 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0625432 Apr 11 15:31:31.581346 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ad5d5347-b74c-458e-afa9-4fbd20bb062b req-e555ffee-c0a3-47c7-9e2a-0d89f2bfb187 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445874 Apr 11 15:31:32.002664 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f7c2b-4795-4862-9da7-66ed92bec04d req-6a7d044c-b74a-4e1f-8a5d-5a564a9ec2ed tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:32.004189 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-312f7c2b-4795-4862-9da7-66ed92bec04d req-6a7d044c-b74a-4e1f-8a5d-5a564a9ec2ed tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0582037 Apr 11 15:31:32.056891 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-312f7c2b-4795-4862-9da7-66ed92bec04d req-7aba98c4-ba5e-46de-9595-ee6983adf42b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457320 Apr 11 15:31:32.700988 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6835c-7a7e-4888-a061-3fd726499a78 req-3b47759c-606b-4cda-84ad-ca187d3159f4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:32.702514 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2ad6835c-7a7e-4888-a061-3fd726499a78 req-3b47759c-606b-4cda-84ad-ca187d3159f4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0499108 Apr 11 15:31:32.749690 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2ad6835c-7a7e-4888-a061-3fd726499a78 req-442478dd-3bb6-485c-97c5-9f45aba82023 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408962 Apr 11 15:31:33.183871 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f870f-3227-4705-80d9-fed6545fa27b req-163a2ba4-41da-4a43-8c47-bd04432c8864 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:33.183871 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e97f870f-3227-4705-80d9-fed6545fa27b req-163a2ba4-41da-4a43-8c47-bd04432c8864 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0537539 Apr 11 15:31:33.231463 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e97f870f-3227-4705-80d9-fed6545fa27b req-358c78ca-7c72-407d-830e-381da37cc153 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455458 Apr 11 15:31:33.865804 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40abb9b-c871-4c42-91e6-07c7912544f9 req-fd8a5085-9039-4575-9b48-c1be66885739 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:33.867368 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d40abb9b-c871-4c42-91e6-07c7912544f9 req-fd8a5085-9039-4575-9b48-c1be66885739 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Apr 11 15:31:33.919201 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d40abb9b-c871-4c42-91e6-07c7912544f9 req-62807ba6-f4d5-4938-82fd-9091fa063fc7 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 Apr 11 15:31:34.349348 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2ab3f-91c7-4279-b963-16757ed29588 req-86f2f8d0-e42c-40c6-9e27-5abf405f7e90 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:34.350854 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fbb2ab3f-91c7-4279-b963-16757ed29588 req-86f2f8d0-e42c-40c6-9e27-5abf405f7e90 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0495410 Apr 11 15:31:34.405891 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fbb2ab3f-91c7-4279-b963-16757ed29588 req-74e58c81-52df-4c44-9df7-32e2272a15c7 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493090 Apr 11 15:31:35.034490 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ea02-ddde-4e23-b666-072bf4d459da req-e6a716b9-287a-439a-a900-dd84a8c31a96 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:35.036134 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2352ea02-ddde-4e23-b666-072bf4d459da req-e6a716b9-287a-439a-a900-dd84a8c31a96 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0479114 Apr 11 15:31:35.086271 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2352ea02-ddde-4e23-b666-072bf4d459da req-99cd48b1-574c-41a6-9308-da7eac25e7b2 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438399 Apr 11 15:31:35.520545 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f66324-0257-4deb-bdc2-ee41b6023bd6 req-5ae2719e-461c-480e-a419-3662a2b72447 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:35.522057 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-46f66324-0257-4deb-bdc2-ee41b6023bd6 req-5ae2719e-461c-480e-a419-3662a2b72447 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0476892 Apr 11 15:31:35.572424 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-46f66324-0257-4deb-bdc2-ee41b6023bd6 req-c82800b7-137c-47c6-bb18-8a15258c3d3c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447149 Apr 11 15:31:36.207062 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25decc-03e8-4cca-9012-2a5ed10a1d35 req-97c0abcb-293d-4d59-8a25-6818c112a456 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:36.209186 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2e25decc-03e8-4cca-9012-2a5ed10a1d35 req-97c0abcb-293d-4d59-8a25-6818c112a456 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0533535 Apr 11 15:31:36.264992 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2e25decc-03e8-4cca-9012-2a5ed10a1d35 req-5a0c541b-80d6-4770-b5c5-bc8f74ddda24 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499668 Apr 11 15:31:36.693511 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007417-6acb-443a-ad83-d7a8ddda47fe req-1cc71ad3-2b77-4996-a391-b142a652a7a0 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:36.695129 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-71007417-6acb-443a-ad83-d7a8ddda47fe req-1cc71ad3-2b77-4996-a391-b142a652a7a0 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0486767 Apr 11 15:31:36.749304 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-71007417-6acb-443a-ad83-d7a8ddda47fe req-c86b92b2-3394-4473-a81a-a4f7e181c702 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467572 Apr 11 15:31:37.387186 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bc660-4814-4276-8a6c-b2ff755add75 req-945cd23b-543b-4ef4-8b7c-1f381897d56e tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:37.388759 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e7bc660-4814-4276-8a6c-b2ff755add75 req-945cd23b-543b-4ef4-8b7c-1f381897d56e tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0491314 Apr 11 15:31:37.451268 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e7bc660-4814-4276-8a6c-b2ff755add75 req-89e9f975-b510-4d5c-a677-4ce2cd218d46 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538642 Apr 11 15:31:37.875369 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e402e92-1824-422a-93bf-738b5e2a1da8 req-2be27976-c487-4e53-984f-0e09be2bd0f4 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:37.876931 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9e402e92-1824-422a-93bf-738b5e2a1da8 req-2be27976-c487-4e53-984f-0e09be2bd0f4 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0524793 Apr 11 15:31:37.937501 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9e402e92-1824-422a-93bf-738b5e2a1da8 req-13560263-020b-408c-ab29-9b302d9a50d0 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544486 Apr 11 15:31:38.580099 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983cabc-0573-4307-aa93-46f280c44615 req-842c841b-6fee-4eeb-847e-1e9c99b69176 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:38.581637 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e983cabc-0573-4307-aa93-46f280c44615 req-842c841b-6fee-4eeb-847e-1e9c99b69176 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0519140 Apr 11 15:31:38.642213 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e983cabc-0573-4307-aa93-46f280c44615 req-72cbeecd-f79d-4ef2-a4aa-2d876c6b6e53 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497539 Apr 11 15:31:39.077720 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:39.233635 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d3de6-023b-4b05-aff4-2bc026509ec4 req-16110467-0eed-4ffb-889c-bcbf5e6ef76a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:39.235036 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f7d3de6-023b-4b05-aff4-2bc026509ec4 req-16110467-0eed-4ffb-889c-bcbf5e6ef76a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0595362 Apr 11 15:31:39.299707 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f7d3de6-023b-4b05-aff4-2bc026509ec4 req-4da3ed10-a243-492f-96fa-f0f170f3cdb1 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576053 Apr 11 15:31:39.774332 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f8a70-bb20-462f-8fd8-68868a3032a8 req-4551a76e-6901-4c53-a3ab-c447b9bec992 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:39.775919 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-610f8a70-bb20-462f-8fd8-68868a3032a8 req-4551a76e-6901-4c53-a3ab-c447b9bec992 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0511055 Apr 11 15:31:39.825322 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-610f8a70-bb20-462f-8fd8-68868a3032a8 req-b8542d89-3890-40b2-bc9d-af3910033910 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436058 Apr 11 15:31:40.428510 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f3b4e-0651-4f86-b983-95ac9f5e29da req-2330eb7d-6ba8-4f88-a513-cf5fbfb50c14 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:40.430058 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0f3f3b4e-0651-4f86-b983-95ac9f5e29da req-2330eb7d-6ba8-4f88-a513-cf5fbfb50c14 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0546298 Apr 11 15:31:40.484401 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0f3f3b4e-0651-4f86-b983-95ac9f5e29da req-bb6d94d3-ee9c-4ffd-bf6c-0ace9908b5ff tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461385 Apr 11 15:31:40.945604 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df25819-553c-47ec-956e-f2fcc6dbc0c4 req-e8a71320-36ef-400e-8fa8-722bd675dd2d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:40.947164 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6df25819-553c-47ec-956e-f2fcc6dbc0c4 req-e8a71320-36ef-400e-8fa8-722bd675dd2d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0502510 Apr 11 15:31:41.008090 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6df25819-553c-47ec-956e-f2fcc6dbc0c4 req-2b568781-fb4d-4bde-b68b-73aea149b834 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549195 Apr 11 15:31:41.604405 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61d398-2b59-4287-8512-75c09a155eba req-80313b93-30f7-4a54-92db-883158030011 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:41.606079 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b61d398-2b59-4287-8512-75c09a155eba req-80313b93-30f7-4a54-92db-883158030011 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0502193 Apr 11 15:31:41.671921 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b61d398-2b59-4287-8512-75c09a155eba req-08427ad9-603e-49bc-af6e-7f6fb17754d3 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536635 Apr 11 15:31:42.012565 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-38a939da-b824-4b8a-84a8-14788968e982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:42.138515 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a449ec4-07ea-431c-8106-4eb980279475 req-d227c78d-bf9e-4b76-87e0-3fd8f455a12a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:42.140088 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a449ec4-07ea-431c-8106-4eb980279475 req-d227c78d-bf9e-4b76-87e0-3fd8f455a12a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0558622 Apr 11 15:31:42.201114 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a449ec4-07ea-431c-8106-4eb980279475 req-f3eb5d59-ef22-4fb0-aa53-1cd6b4f56d62 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503545 Apr 11 15:31:42.384546 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407055-1a17-4001-be75-2b71bbbef03e req-cd5616e7-278c-4dff-9c4b-9537c644c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:42.386068 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e6407055-1a17-4001-be75-2b71bbbef03e req-cd5616e7-278c-4dff-9c4b-9537c644c19e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1129 time: 0.0409813 Apr 11 15:31:42.513093 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407055-1a17-4001-be75-2b71bbbef03e req-d44ba54e-eb60-4c6f-a3c9-9ab4b0b7d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:42.514671 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e6407055-1a17-4001-be75-2b71bbbef03e req-d44ba54e-eb60-4c6f-a3c9-9ab4b0b7d8c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3448c94-617c-4626-8e34-db817bb62e97 HTTP/1.1" status: 200 len: 909 time: 0.1054819 Apr 11 15:31:42.594788 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e6407055-1a17-4001-be75-2b71bbbef03e req-ef06fa1c-1425-4048-b18b-67abb74b6c29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff HTTP/1.1" status: 200 len: 1000 time: 0.0706515 Apr 11 15:31:42.658103 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407055-1a17-4001-be75-2b71bbbef03e req-8fdba3da-0bf9-4d06-b343-01e67ddde498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:42.659585 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e6407055-1a17-4001-be75-2b71bbbef03e req-8fdba3da-0bf9-4d06-b343-01e67ddde498 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d26c23-bea9-445d-bcb3-fac345d3fcf1 HTTP/1.1" status: 200 len: 847 time: 0.0559454 Apr 11 15:31:42.719423 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407055-1a17-4001-be75-2b71bbbef03e req-62120f0a-7a85-4e0b-a7a9-2fb3a6c56a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:42.720996 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e6407055-1a17-4001-be75-2b71bbbef03e req-62120f0a-7a85-4e0b-a7a9-2fb3a6c56a33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3448c94-617c-4626-8e34-db817bb62e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507233 Apr 11 15:31:42.844441 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6785782-fccc-418b-bc23-b3158b31f127 req-50018dbf-e2f1-4ac4-9db9-4acd7ccbcd95 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:42.845955 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a6785782-fccc-418b-bc23-b3158b31f127 req-50018dbf-e2f1-4ac4-9db9-4acd7ccbcd95 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0922570 Apr 11 15:31:42.881070 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e6407055-1a17-4001-be75-2b71bbbef03e req-71c9775b-26ca-4450-b4cf-352ddfa36783 service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457450 Apr 11 15:31:42.938056 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a6785782-fccc-418b-bc23-b3158b31f127 req-53ca4e37-5a9b-477b-a351-e6f9e28e1970 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853348 Apr 11 15:31:42.994801 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e6407055-1a17-4001-be75-2b71bbbef03e req-909e4d05-84dc-41dc-a1a1-e413d1e9aca5 service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073804 Apr 11 15:31:43.339458 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a385e-a599-481c-9641-6b0654c1e54d req-5c9ef3bd-4761-49e8-a554-aa67b914193d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:43.347839 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8e7a385e-a599-481c-9641-6b0654c1e54d req-5c9ef3bd-4761-49e8-a554-aa67b914193d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0648582 Apr 11 15:31:43.390000 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8e7a385e-a599-481c-9641-6b0654c1e54d req-df37987e-4afc-493c-94c9-b12fd5c1b0ff tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432758 Apr 11 15:31:43.953169 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e952b-d74d-4390-b27e-c1b168a12148 req-3a450074-ef84-45f8-ad53-30faa197fb08 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:43.954703 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ac8e952b-d74d-4390-b27e-c1b168a12148 req-3a450074-ef84-45f8-ad53-30faa197fb08 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0517628 Apr 11 15:31:44.020292 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ac8e952b-d74d-4390-b27e-c1b168a12148 req-9e8a0567-cdc2-4d20-8ac5-fa0e02d1a671 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577841 Apr 11 15:31:44.144038 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555d5ec-08da-4f49-8888-2d497e99384d req-914a7947-79d0-4783-81de-2459c924280a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:44.146259 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8555d5ec-08da-4f49-8888-2d497e99384d req-914a7947-79d0-4783-81de-2459c924280a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0542872 Apr 11 15:31:44.217869 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb460def-1d4e-4556-a488-410d2616509f req-bfa5bba0-5147-48f7-930f-42605f6a9e57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:44.219445 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fb460def-1d4e-4556-a488-410d2616509f req-bfa5bba0-5147-48f7-930f-42605f6a9e57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 945 time: 0.0721750 Apr 11 15:31:44.243656 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8555d5ec-08da-4f49-8888-2d497e99384d req-6ecdf478-4828-4d24-8567-e5829f2eeb92 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869329 Apr 11 15:31:44.288008 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fb460def-1d4e-4556-a488-410d2616509f req-a3c180b5-132f-4cbe-b05b-5db62cbf5e54 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600362 Apr 11 15:31:44.555024 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8a0f80b1-d5f9-44ba-853b-32e5e27293a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:45.160279 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1919c9-f021-46d4-a497-5c76d6d22d0d req-34b8434d-df3d-4ddb-87bb-e58509489c3f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:45.163053 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be1919c9-f021-46d4-a497-5c76d6d22d0d req-34b8434d-df3d-4ddb-87bb-e58509489c3f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0564470 Apr 11 15:31:45.219253 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-be1919c9-f021-46d4-a497-5c76d6d22d0d req-de6d51ef-3347-44d4-9e6e-eaf972a5b144 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490158 Apr 11 15:31:45.365916 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd18b03-454b-40e3-a6ae-c409e82f80d5 req-3912c5aa-a472-43b0-a0f4-054558fcc5bc tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:45.367588 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0cd18b03-454b-40e3-a6ae-c409e82f80d5 req-3912c5aa-a472-43b0-a0f4-054558fcc5bc tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0508873 Apr 11 15:31:45.434518 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fbe90-30bc-4f38-aad4-5323aeaa1357 req-66cfeb87-0434-486d-a15b-2ddba51d7fce tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:45.445287 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c55fbe90-30bc-4f38-aad4-5323aeaa1357 req-66cfeb87-0434-486d-a15b-2ddba51d7fce tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 945 time: 0.0655792 Apr 11 15:31:45.481622 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0cd18b03-454b-40e3-a6ae-c409e82f80d5 req-e26599a8-da83-4ccf-a45e-4e5be35b1279 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965793 Apr 11 15:31:45.506427 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:45.512890 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c55fbe90-30bc-4f38-aad4-5323aeaa1357 req-622672f2-615c-47ee-965b-dc072e4c52e7 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696819 Apr 11 15:31:45.944044 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-50b8dd53-81c8-4b3a-bf8c-8ada527dff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:45.945582 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-50b8dd53-81c8-4b3a-bf8c-8ada527dff80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37a6e4b0e36b4585a337acddb85215d0&device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 1129 time: 0.0424461 Apr 11 15:31:46.037617 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-999d511c-08d9-44e2-8de9-5037c9c13363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:46.038994 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-999d511c-08d9-44e2-8de9-5037c9c13363 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3 HTTP/1.1" status: 200 len: 911 time: 0.0870740 Apr 11 15:31:46.221957 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-5bd995f8-9abb-4a5f-a89c-308e0b40631b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e2017db-c682-44dc-8152-f81dbe16f0a2 HTTP/1.1" status: 200 len: 1001 time: 0.0697803 Apr 11 15:31:46.285383 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-1b97f504-68ff-4280-bbf1-53ec7992b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:46.287411 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-1b97f504-68ff-4280-bbf1-53ec7992b88a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2a418ac-b835-4223-8fbb-8b513d683b17 HTTP/1.1" status: 200 len: 849 time: 0.0487702 Apr 11 15:31:46.291142 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-b5991c5c-ca7b-48c4-bc35-d0f4e82844af tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:46.292900 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-b5991c5c-ca7b-48c4-bc35-d0f4e82844af tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 945 time: 0.0531402 Apr 11 15:31:46.370156 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-8a84fd89-5216-4f56-9389-65aaf4042397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:46.372036 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-8a84fd89-5216-4f56-9389-65aaf4042397 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777130 Apr 11 15:31:46.378445 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025324-d3e7-4697-8752-a350ea254903 req-769d3dae-9b2a-4899-a78b-4ad494bc954b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:46.380259 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-25025324-d3e7-4697-8752-a350ea254903 req-769d3dae-9b2a-4899-a78b-4ad494bc954b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0746477 Apr 11 15:31:46.402509 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Deleting port 3e44c490-443d-4662-b172-d4e73032cbca {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:31:46.402991 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (3e44c490-443d-4662-b172-d4e73032cbca), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:46.498253 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-25025324-d3e7-4697-8752-a350ea254903 req-2908cbb6-1a8e-4de9-a557-45d30a805835 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078067 Apr 11 15:31:46.526321 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-2303968b-7284-460c-b8ec-430aba522e5b service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434069 Apr 11 15:31:46.530005 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] For port 3e44c490-443d-4662-b172-d4e73032cbca, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3e44c490-443d-4662-b172-d4e73032cbca,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:31:46.530608 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (3e44c490-443d-4662-b172-d4e73032cbca), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:46.662272 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de4dd2-f96e-4eb5-ad88-d3973d9ebca7 req-bf433db1-aee4-4c2a-9502-4c9e4efed377 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:46.663772 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c7de4dd2-f96e-4eb5-ad88-d3973d9ebca7 req-bf433db1-aee4-4c2a-9502-4c9e4efed377 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.1064379 Apr 11 15:31:46.706722 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18533e68-e0f3-4095-ad8e-27e53b88fa0c req-9a67bf88-2ea2-4080-8e83-a759585a0f6b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:46.709067 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18533e68-e0f3-4095-ad8e-27e53b88fa0c req-9a67bf88-2ea2-4080-8e83-a759585a0f6b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 945 time: 0.1111791 Apr 11 15:31:46.764711 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c85012d4-95e9-41a0-ae90-7f9273db85ff req-8129ca98-70a6-48d1-891b-4c5329614ca6 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297726 Apr 11 15:31:46.769641 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c7de4dd2-f96e-4eb5-ad88-d3973d9ebca7 req-b427d443-9177-4357-8632-8983d2f3e957 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959022 Apr 11 15:31:46.782574 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:46.798954 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:46.798954 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (20ea089f-2c23-4e62-92cf-5539bd084407), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:46.798954 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.l3_db [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Floating IP 20ea089f-2c23-4e62-92cf-5539bd084407 disassociated. External IP: 172.27.0.192, port: 3e44c490-443d-4662-b172-d4e73032cbca. Apr 11 15:31:46.798954 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Calling delete_port for 3e44c490-443d-4662-b172-d4e73032cbca owned by compute:nova {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:31:46.813490 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18533e68-e0f3-4095-ad8e-27e53b88fa0c req-2246aa5d-07c5-465a-a9e8-14389c996d34 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851696 Apr 11 15:31:47.323904 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (3e44c490-443d-4662-b172-d4e73032cbca), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:47.354111 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event deleted for resources: {'Port': ['ID=3e44c490-443d-4662-b172-d4e73032cbca,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:31:47.365033 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.365277 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.365619 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.365964 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.366309 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.366637 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.366967 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.367360 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.367681 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.368013 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.368342 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.368672 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.368999 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.369322 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.369658 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:47.482951 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:31:47.612320 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:31:47.622765 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] Sync routers for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:31:47.631266 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1d90f-85b1-4d7b-9eea-efa3eaa7fa89 req-db0d748c-7802-4cfc-90ec-db53c4c2e0a2 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:47.633072 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c4a1d90f-85b1-4d7b-9eea-efa3eaa7fa89 req-db0d748c-7802-4cfc-90ec-db53c4c2e0a2 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0552800 Apr 11 15:31:47.639275 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:31:47.639975 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:31:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:31:47.665047 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] No DVR routers for this DVR port 3e44c490-443d-4662-b172-d4e73032cbca on host hv-cinder-83608 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:31:47.667755 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:47.671130 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-4bf61040-a2b9-4874-a90b-fedae582a9d9 req-0b40e344-2560-428b-b09c-cc69ee438ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "DELETE /v2.0/ports/3e44c490-443d-4662-b172-d4e73032cbca HTTP/1.1" status: 204 len: 173 time: 1.3732922 Apr 11 15:31:47.671614 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb110e12-1640-4629-ad09-be6405483bdb', 'name': 'network-vif-deleted', 'tag': '3e44c490-443d-4662-b172-d4e73032cbca'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:31:47.673907 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c8a142-cb11-43dd-b55a-7e567f72bc03" -d '{"events": [{"server_uuid": "bb110e12-1640-4629-ad09-be6405483bdb", "name": "network-vif-deleted", "tag": "3e44c490-443d-4662-b172-d4e73032cbca"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:31:47.688386 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c4a1d90f-85b1-4d7b-9eea-efa3eaa7fa89 req-b5ca29ca-9a0e-478e-8ecc-2af7c478d3cb tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496726 Apr 11 15:31:47.725270 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20144860-620d-4439-ba36-52e1c7d62195 x-openstack-request-id: req-20144860-620d-4439-ba36-52e1c7d62195 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:31:47.725778 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb110e12-1640-4629-ad09-be6405483bdb", "name": "network-vif-deleted", "tag": "3e44c490-443d-4662-b172-d4e73032cbca", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:31:47.726256 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20144860-620d-4439-ba36-52e1c7d62195 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:31:47.726881 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20144860-620d-4439-ba36-52e1c7d62195'] response: {'server_uuid': 'bb110e12-1640-4629-ad09-be6405483bdb', 'name': 'network-vif-deleted', 'tag': '3e44c490-443d-4662-b172-d4e73032cbca', 'status': 'completed', 'code': 200} Apr 11 15:31:47.774847 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:31:47.931264 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48490f52-f0eb-4da8-af23-10b8425d3035 req-b03d010e-60fe-40fa-be50-feb46012ddc7 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:47.932889 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-48490f52-f0eb-4da8-af23-10b8425d3035 req-b03d010e-60fe-40fa-be50-feb46012ddc7 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0779111 Apr 11 15:31:47.968320 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2e7a89ab-0316-40be-988a-c4908b5971ef req-19b7a785-6df6-418c-be9e-631676771b41 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 210 time: 0.0532808 Apr 11 15:31:47.987891 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:31:48.018906 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] Checking router: 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:31:48.019276 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-48490f52-f0eb-4da8-af23-10b8425d3035 req-2a77a183-48de-4363-a173-18c827a7be82 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599377 Apr 11 15:31:48.027450 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:31:48.028177 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:31:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:31:48.090233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [req-2e9b982f-7b67-4939-8ca3-29066aa78984 req-b4b34fb4-4bb6-4b51-95b0-02766f94e668 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:31:48.093217 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2e9b982f-7b67-4939-8ca3-29066aa78984 req-b4b34fb4-4bb6-4b51-95b0-02766f94e668 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059724 Apr 11 15:31:48.153438 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:31:48.375400 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:31:48.404250 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:48.421658 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d608fe-ea00-487a-8d29-28a544078358 None None] The sync data for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi is: [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:31:48.510522 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f55e0-c389-4b04-85f6-398971998b4f req-870edf60-480c-45c1-8ccf-20f82f55c544 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:48.516155 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e72f55e0-c389-4b04-85f6-398971998b4f req-870edf60-480c-45c1-8ccf-20f82f55c544 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0529494 Apr 11 15:31:48.579751 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e72f55e0-c389-4b04-85f6-398971998b4f req-9e9a6de2-0a7d-44e8-8e53-4026be5412e6 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596282 Apr 11 15:31:48.642575 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-567d22f5-e689-4f7d-b130-418eba7a9641 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249163 Apr 11 15:31:48.696580 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34678919-5a07-4f87-9191-1e7395cd058a None None] New status for floating IP 20ea089f-2c23-4e62-92cf-5539bd084407: DOWN {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:31:48.827045 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c6a5-392a-452c-9d54-3c38919f0569 req-facdfb7a-eb38-49dd-ad77-e10f28cb0ffe tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:48.837277 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e51c6a5-392a-452c-9d54-3c38919f0569 req-facdfb7a-eb38-49dd-ad77-e10f28cb0ffe tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0591021 Apr 11 15:31:48.886286 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e51c6a5-392a-452c-9d54-3c38919f0569 req-6c99f107-bb27-4822-927b-ed56140a32e1 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449760 Apr 11 15:31:49.120049 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-67286ab8-cc12-4252-b1db-df1f537c4050 req-81e517ea-6e0e-41c1-ad54-b6445af2aaf0 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb110e12-1640-4629-ad09-be6405483bdb HTTP/1.1" status: 200 len: 210 time: 0.0325592 Apr 11 15:31:49.696081 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b52c1-0626-422d-b9e9-37e21bec481b req-00b78179-98e8-411e-8527-38f0870db2db tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:49.697731 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-de8b52c1-0626-422d-b9e9-37e21bec481b req-00b78179-98e8-411e-8527-38f0870db2db tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0493639 Apr 11 15:31:49.755314 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-de8b52c1-0626-422d-b9e9-37e21bec481b req-a6521b06-f1b4-483f-8bee-dfae71233ca2 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481851 Apr 11 15:31:49.789337 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-6af14ff2-753b-49c5-bfd3-76a1cf885fac tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:49.790740 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-6af14ff2-753b-49c5-bfd3-76a1cf885fac tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports/720756d2-e601-4ca8-943a-cf9ab71ea1ff HTTP/1.1" status: 200 len: 942 time: 0.1086299 Apr 11 15:31:50.104364 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 720756d2-e601-4ca8-943a-cf9ab71ea1ff no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:31:50.201884 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 720756d2-e601-4ca8-943a-cf9ab71ea1ff is: ACTIVE; New status is: DOWN {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:31:50.202519 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:50.230068 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:31:50.232257 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb36fcf-42e1-4b08-9199-8ff8a111dcd7" -d '{"events": [{"server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "name": "network-vif-unplugged", "status": "completed", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:31:50.246620 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:31:50.275117 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 15:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eefab74-130a-464d-88f6-26e6a2d28b30 x-openstack-request-id: req-2eefab74-130a-464d-88f6-26e6a2d28b30 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:31:50.275473 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "name": "network-vif-unplugged", "status": "failed", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff", "code": 422}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:31:50.275817 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2eefab74-130a-464d-88f6-26e6a2d28b30 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:31:50.276280 dv-cinder-836083-4-iscsi neutron-server[103870]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2eefab74-130a-464d-88f6-26e6a2d28b30']: {'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'code': 422} returned with failed status Apr 11 15:31:50.352261 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:50.353276 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 3e44c490-443d-4662-b172-d4e73032cbca no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:31:50.391226 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 3e44c490-443d-4662-b172-d4e73032cbca {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:31:50.391622 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 3e44c490-443d-4662-b172-d4e73032cbca not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:31:50.422314 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=720756d2-e601-4ca8-943a-cf9ab71ea1ff,revision_number=6']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:31:50.429841 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.430237 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.430572 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.430911 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.431243 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.431587 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.431919 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.432241 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.432561 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.432967 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.433595 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.434132 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.434317 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.434481 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.434803 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:31:50.437925 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-bdc2b554-168b-4b3a-9c6a-75b40e0168c6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219290864&fields=id&tenant_id=356878eeeb8647fd946ce10c3667d507 HTTP/1.1" status: 200 len: 267 time: 0.0559921 Apr 11 15:31:50.548702 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-2798dd4c-9abb-4778-8041-85366888f4f9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:50.550161 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-2798dd4c-9abb-4778-8041-85366888f4f9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 811 time: 0.1035736 Apr 11 15:31:50.570675 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-f12a478b-b8d6-4b74-9ace-a15f3f3743d5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/quotas/356878eeeb8647fd946ce10c3667d507 HTTP/1.1" status: 200 len: 375 time: 0.0129724 Apr 11 15:31:50.624757 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-b9bff033-e04d-4ac2-ad44-aad5da39d818 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487013 Apr 11 15:31:50.726260 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-b98428fc-4cf9-4388-bfd6-9feeb9df0cd4 service neutron] 10.222.0.47 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881550 Apr 11 15:31:51.130229 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5978416-09c8-4f41-a9c1-aa94a4e3b199 req-6f2103c4-6a91-42eb-8a7c-23d1a1238713 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:51.131847 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b5978416-09c8-4f41-a9c1-aa94a4e3b199 req-6f2103c4-6a91-42eb-8a7c-23d1a1238713 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0619335 Apr 11 15:31:51.150981 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-917cdfb3-6bd9-4849-9045-2fa3e50c5a7c service neutron] 10.222.0.47 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188476 Apr 11 15:31:51.202894 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b5978416-09c8-4f41-a9c1-aa94a4e3b199 req-6fc1949d-85c4-44ef-9098-a0b67a60c0dc tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643570 Apr 11 15:31:52.323424 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f20abe-d2df-46f8-bff9-7a8b88cd3256 req-2aa16a6f-6bcb-4fe5-ab62-fc3ac5754df9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:52.324967 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-92f20abe-d2df-46f8-bff9-7a8b88cd3256 req-2aa16a6f-6bcb-4fe5-ab62-fc3ac5754df9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0498796 Apr 11 15:31:52.383580 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-92f20abe-d2df-46f8-bff9-7a8b88cd3256 req-9d06da34-a0d4-47e5-b9df-ef58b24819ed tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511034 Apr 11 15:31:52.860005 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cd6ba0fe-c5b0-4380-b1ec-e4d11066814b req-13927361-9286-4d34-80aa-4a4ee5c995f1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 210 time: 0.0345082 Apr 11 15:31:53.524058 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f5927-5924-4d44-ab42-38f2b18f76d0 req-1c36259f-be12-4d8f-85f3-ccd9df83013a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:53.525547 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-892f5927-5924-4d44-ab42-38f2b18f76d0 req-1c36259f-be12-4d8f-85f3-ccd9df83013a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0571041 Apr 11 15:31:53.586932 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-892f5927-5924-4d44-ab42-38f2b18f76d0 req-4c5c6d75-05ed-4838-8eba-305a6c6ab469 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526962 Apr 11 15:31:53.975184 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1ec5016b-95e6-409a-9cdf-261a16e0bedf req-cb37a694-0a05-4288-9f51-a774e5adecdf tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 210 time: 0.0370891 Apr 11 15:31:54.732825 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08cf0e-8191-4ba0-8747-af534f1af8e5 req-efa4113b-72b0-4abe-aef9-fcc0f1bc8955 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:54.734372 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d08cf0e-8191-4ba0-8747-af534f1af8e5 req-efa4113b-72b0-4abe-aef9-fcc0f1bc8955 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0518935 Apr 11 15:31:54.805596 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d08cf0e-8191-4ba0-8747-af534f1af8e5 req-e194869e-4f5e-4003-ab1e-0c76ff4d8f1b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654933 Apr 11 15:31:55.098075 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d3a28c4e-395a-4ae4-915b-08b4e8dc4fb8 req-aaff53b7-08ab-4c58-9394-5b4e3aa2ebfb tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 210 time: 0.0329635 Apr 11 15:31:55.382094 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-a6b65bd6-6185-4f78-9edd-0be185ff80e0 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:55.383665 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-a6b65bd6-6185-4f78-9edd-0be185ff80e0 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 811 time: 0.1472785 Apr 11 15:31:55.459978 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-27b6020a-ed3b-4d27-a768-c2282676a10e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=356878eeeb8647fd946ce10c3667d507 HTTP/1.1" status: 200 len: 379 time: 0.0668623 Apr 11 15:31:55.468192 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'port': {'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'admin_state_up': True, 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'security_groups': ['42455c88-89ad-4255-85fb-52268dfd53a8']}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:31:55.712610 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Made reservation on behalf of 356878eeeb8647fd946ce10c3667d507 for: {'port': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:31:55.716143 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:55.885066 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Allocated IP 172.20.0.5 (e66531bf-6e49-4c11-b73f-66bed8e063d7/f0fe5095-ae2e-4dc5-ab12-87421227409c/b330235c-2721-4381-9cc5-6957741a2e56) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:31:56.002302 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd53f5-048f-491a-9797-83cf9eed2f4b req-9f3d8ab6-532c-4cc8-b812-1710c65de52b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:56.003759 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-14dd53f5-048f-491a-9797-83cf9eed2f4b req-9f3d8ab6-532c-4cc8-b812-1710c65de52b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0987234 Apr 11 15:31:56.025034 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-0029d473-ae9f-40d4-9566-4f5c2c764449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:56.026435 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-0029d473-ae9f-40d4-9566-4f5c2c764449 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522&tenant_id=6cd7ff99f1ca4f849d26929168ceaae8 HTTP/1.1" status: 200 len: 1127 time: 0.0749810 Apr 11 15:31:56.081944 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for port (b330235c-2721-4381-9cc5-6957741a2e56), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:56.100417 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-14dd53f5-048f-491a-9797-83cf9eed2f4b req-d7350662-c4ac-4080-8d5d-6ea2b7842a60 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873947 Apr 11 15:31:56.110287 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-cfbf7a0c-8886-4ef5-bd48-dcebfa52b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:56.112422 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-cfbf7a0c-8886-4ef5-bd48-dcebfa52b636 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1127 time: 0.0607767 Apr 11 15:31:56.202951 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (b330235c-2721-4381-9cc5-6957741a2e56), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:56.269453 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:31:56.271357 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d14fbc-31ba-4a08-9a82-ddd47fa36cad req-97d51f2e-b0fa-41e2-9a66-4328414b56fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:56.272028 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:31:56.272412 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4d14fbc-31ba-4a08-9a82-ddd47fa36cad req-97d51f2e-b0fa-41e2-9a66-4328414b56fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 931 time: 0.0704246 Apr 11 15:31:56.276421 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-e992516a-a277-4a4b-b9f3-77c61e771052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:56.278375 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-e992516a-a277-4a4b-b9f3-77c61e771052 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3448c94-617c-4626-8e34-db817bb62e97 HTTP/1.1" status: 200 len: 909 time: 0.1605473 Apr 11 15:31:56.284440 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:31:56.295692 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'Port': ['ID=b330235c-2721-4381-9cc5-6957741a2e56,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:31:56.373805 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:56.375499 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:56.402001 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-b36c36bc-0d58-4327-93df-af7808ae223e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff HTTP/1.1" status: 200 len: 998 time: 0.1106615 Apr 11 15:31:56.408098 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e4d14fbc-31ba-4a08-9a82-ddd47fa36cad req-6a3f3ae1-0311-4144-8217-25fccdf64719 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280746 Apr 11 15:31:56.471109 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-e4eedd0f-e78c-4309-981b-4491e387e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:56.473333 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-e4eedd0f-e78c-4309-981b-4491e387e66c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d26c23-bea9-445d-bcb3-fac345d3fcf1 HTTP/1.1" status: 200 len: 847 time: 0.0632217 Apr 11 15:31:56.502790 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-22e59d97-d1f1-4334-a408-921eea6d72fa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0379291 Apr 11 15:31:56.517505 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Request body: {'port': {'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:31:56.537171 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-1b7e6d9e-2314-4a11-bd46-0607c411c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:56.539470 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-1b7e6d9e-2314-4a11-bd46-0607c411c690 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3448c94-617c-4626-8e34-db817bb62e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594103 Apr 11 15:31:56.585305 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-29c1dc63-fb5c-46d4-bdc3-663569fb6a71 None None] Provisioning complete for port b330235c-2721-4381-9cc5-6957741a2e56 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:31:56.585897 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-29c1dc63-fb5c-46d4-bdc3-663569fb6a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b330235c-2721-4381-9cc5-6957741a2e56), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:56.618573 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b330235c-2721-4381-9cc5-6957741a2e56), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:56.622293 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-29c1dc63-fb5c-46d4-bdc3-663569fb6a71 None None] Port b330235c-2721-4381-9cc5-6957741a2e56 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:31:56.653967 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-bc88290b-8e93-49ce-89aa-5b62aa205623 service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084039 Apr 11 15:31:56.783906 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-2825557a-b438-4a50-a695-7229b01c9d61 service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240387 Apr 11 15:31:56.961508 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b330235c-2721-4381-9cc5-6957741a2e56 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:31:56.972065 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Publish callbacks [] for port (b330235c-2721-4381-9cc5-6957741a2e56), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:56.985137 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Transition to ACTIVE for port object b330235c-2721-4381-9cc5-6957741a2e56 will not be triggered until provisioned by entity L2. {{(pid=103868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:31:57.092887 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (b330235c-2721-4381-9cc5-6957741a2e56), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:57.148069 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Pushing event updated for resources: {'Port': ['ID=b330235c-2721-4381-9cc5-6957741a2e56,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:31:57.260806 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Attempting to bind port b330235c-2721-4381-9cc5-6957741a2e56 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:31:57.261295 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Attempting to bind port b330235c-2721-4381-9cc5-6957741a2e56 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:31:57.261736 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Attempting to bind port b330235c-2721-4381-9cc5-6957741a2e56 on network e66531bf-6e49-4c11-b73f-66bed8e063d7 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:31:57.262065 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda910-37f9-47a6-a2bb-4d56ed94ddc5 req-7856fe8b-0498-49ac-9036-50c73b4fee50 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.264652 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-66cda910-37f9-47a6-a2bb-4d56ed94ddc5 req-7856fe8b-0498-49ac-9036-50c73b4fee50 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0798056 Apr 11 15:31:57.270864 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Port b330235c-2721-4381-9cc5-6957741a2e56 on network e66531bf-6e49-4c11-b73f-66bed8e063d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:31:57.271338 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Attempting to bind port b330235c-2721-4381-9cc5-6957741a2e56 on network e66531bf-6e49-4c11-b73f-66bed8e063d7 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:31:57.277365 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:31:57.277875 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Checking segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:31:57.278371 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Bound using segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:31:57.278920 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Bound port: b330235c-2721-4381-9cc5-6957741a2e56, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:31:57.279392 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b330235c-2721-4381-9cc5-6957741a2e56), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:57.326162 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-66cda910-37f9-47a6-a2bb-4d56ed94ddc5 req-285f77a0-5b10-4324-8da8-215c7ce131a2 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534449 Apr 11 15:31:57.371694 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] For port b330235c-2721-4381-9cc5-6957741a2e56, host hv-cinder-83608, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:31:57.371694 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] For port b330235c-2721-4381-9cc5-6957741a2e56, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b330235c-2721-4381-9cc5-6957741a2e56,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:31:57.464092 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (b330235c-2721-4381-9cc5-6957741a2e56), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:57.504828 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.505452 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:31:57.506845 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] 10.222.0.39 "PUT /v2.0/ports/b330235c-2721-4381-9cc5-6957741a2e56 HTTP/1.1" status: 200 len: 1093 time: 0.9975855 Apr 11 15:31:57.507299 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'tag': 'b330235c-2721-4381-9cc5-6957741a2e56'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:31:57.509679 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb25c786-a686-4c99-a851-bf638463b1da" -d '{"events": [{"name": "network-changed", "server_uuid": "2ded23e9-7e33-44e8-a994-dc3237a1c02f", "tag": "b330235c-2721-4381-9cc5-6957741a2e56"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:31:57.543462 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf844b-270e-44ae-ad71-fffd140da136 service neutron] Pushing event updated for resources: {'Port': ['ID=b330235c-2721-4381-9cc5-6957741a2e56,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:31:57.570143 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f1d2e7-2a0d-4443-83fe-32718e118a4e x-openstack-request-id: req-09f1d2e7-2a0d-4443-83fe-32718e118a4e {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:31:57.570453 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ded23e9-7e33-44e8-a994-dc3237a1c02f", "tag": "b330235c-2721-4381-9cc5-6957741a2e56", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:31:57.570704 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09f1d2e7-2a0d-4443-83fe-32718e118a4e {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:31:57.571117 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f1d2e7-2a0d-4443-83fe-32718e118a4e'] response: {'name': 'network-changed', 'server_uuid': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'tag': 'b330235c-2721-4381-9cc5-6957741a2e56', 'status': 'completed', 'code': 200} Apr 11 15:31:57.579029 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acff3a-b1b1-41c1-b536-36bb274363a5 req-9d0ac0cc-807e-4df8-adb1-871e309cafa1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.581120 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-20acff3a-b1b1-41c1-b536-36bb274363a5 req-9d0ac0cc-807e-4df8-adb1-871e309cafa1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 943 time: 0.0726717 Apr 11 15:31:57.641756 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25c786-a686-4c99-a851-bf638463b1da req-dbb25326-8fe3-4d64-b944-1c0cc4809fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.644161 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-cb25c786-a686-4c99-a851-bf638463b1da req-dbb25326-8fe3-4d64-b944-1c0cc4809fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 1127 time: 0.0522132 Apr 11 15:31:57.667667 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-20acff3a-b1b1-41c1-b536-36bb274363a5 req-7a4bb3d1-b7d2-4364-ba6a-c9dce95752ec tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796371 Apr 11 15:31:57.805714 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25c786-a686-4c99-a851-bf638463b1da req-001dc184-e13a-4ab8-81c4-4d7ce6d8cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.807637 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-cb25c786-a686-4c99-a851-bf638463b1da req-001dc184-e13a-4ab8-81c4-4d7ce6d8cbac service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=356878eeeb8647fd946ce10c3667d507&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1481256 Apr 11 15:31:57.935061 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25c786-a686-4c99-a851-bf638463b1da req-a109be7b-f43b-49b8-bb6d-8970f896ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:57.936643 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-cb25c786-a686-4c99-a851-bf638463b1da req-a109be7b-f43b-49b8-bb6d-8970f896ec33 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231315 Apr 11 15:31:58.020943 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-d766f8f0-6986-4be3-9e53-e304fcdd5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:58.022494 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-d766f8f0-6986-4be3-9e53-e304fcdd5dd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 1127 time: 0.0470746 Apr 11 15:31:58.079077 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-4cc96e7f-486a-40a6-94b2-9f0e64788f15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b330235c-2721-4381-9cc5-6957741a2e56 HTTP/1.1" status: 200 len: 217 time: 0.0499661 Apr 11 15:31:58.137488 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-998b73af-06fd-4419-8a97-e3e4f0662551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:58.138966 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-998b73af-06fd-4419-8a97-e3e4f0662551 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0541470 Apr 11 15:31:58.188907 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-0f99cba2-4218-4364-9493-cb3b54aa2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:58.190470 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-0f99cba2-4218-4364-9493-cb3b54aa2dd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459931 Apr 11 15:31:58.285071 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-312ca930-72fd-4891-b6a6-ba13819f3ee8 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883300 Apr 11 15:31:58.388932 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-2f1c1639-c163-4e98-9141-6185c8bd368a req-b663a1a8-a2a2-4074-a681-00d0af908d07 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972953 Apr 11 15:31:58.457704 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b546a6a-bf24-4694-8696-206b579fb57f req-a5de925e-34cb-4409-814a-2c9f13799562 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:58.459951 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2b546a6a-bf24-4694-8696-206b579fb57f req-a5de925e-34cb-4409-814a-2c9f13799562 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0604181 Apr 11 15:31:58.528203 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2b546a6a-bf24-4694-8696-206b579fb57f req-5bcafd5d-e1cc-4870-8877-f0e239d7b740 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600500 Apr 11 15:31:58.793534 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9877e02-05e7-401c-b6a1-17db02f73c5a req-0f357ae7-c9b9-4409-bee5-263084bc065c tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:58.795032 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c9877e02-05e7-401c-b6a1-17db02f73c5a req-0f357ae7-c9b9-4409-bee5-263084bc065c tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 943 time: 0.0560308 Apr 11 15:31:58.853262 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c9877e02-05e7-401c-b6a1-17db02f73c5a req-f1258a9c-e571-4a68-82db-563dabd28f80 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503900 Apr 11 15:31:59.657034 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fa979-0915-422f-aac5-3f9fc275ccd8 req-b4826a0b-5556-40d3-967f-2cb7fe49a845 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:59.658538 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-890fa979-0915-422f-aac5-3f9fc275ccd8 req-b4826a0b-5556-40d3-967f-2cb7fe49a845 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0498409 Apr 11 15:31:59.724927 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-890fa979-0915-422f-aac5-3f9fc275ccd8 req-9ff54185-d5c0-4511-a464-da160c0b3a3f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576780 Apr 11 15:31:59.980315 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d65c5-5812-4b6e-9f73-86901786e6e4 req-18241ad2-74aa-41cb-8293-12c2f5c46d8c tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:31:59.982784 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d20d65c5-5812-4b6e-9f73-86901786e6e4 req-18241ad2-74aa-41cb-8293-12c2f5c46d8c tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 943 time: 0.0610323 Apr 11 15:32:00.050390 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d20d65c5-5812-4b6e-9f73-86901786e6e4 req-f019e81f-e79b-4b6e-93af-f3724f4a8416 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567279 Apr 11 15:32:00.846905 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834fa69-8503-4217-ac30-e3a059ff4ba1 req-afffda34-cf28-454a-a18f-ca4e0d51d820 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:00.848488 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a834fa69-8503-4217-ac30-e3a059ff4ba1 req-afffda34-cf28-454a-a18f-ca4e0d51d820 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0496376 Apr 11 15:32:00.901675 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a834fa69-8503-4217-ac30-e3a059ff4ba1 req-0eac3e98-9eb6-418b-a657-9aeed1720ec3 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468831 Apr 11 15:32:01.188225 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fde466-854b-4839-928c-1d6499e43880 req-687707f2-046d-4297-b126-8c2cb3851a69 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:01.189764 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-29fde466-854b-4839-928c-1d6499e43880 req-687707f2-046d-4297-b126-8c2cb3851a69 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 943 time: 0.0554314 Apr 11 15:32:01.248244 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-29fde466-854b-4839-928c-1d6499e43880 req-200d23d8-294b-4a3a-94f0-b504b1f5c9d8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521128 Apr 11 15:32:02.034794 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57f84-37b9-47c0-baf0-b07d7edf783f req-4e7b33cb-548a-4ad7-83de-31c8a7ec4652 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:02.036897 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5fb57f84-37b9-47c0-baf0-b07d7edf783f req-4e7b33cb-548a-4ad7-83de-31c8a7ec4652 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0497692 Apr 11 15:32:02.101602 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5fb57f84-37b9-47c0-baf0-b07d7edf783f req-2e8f72b0-f2f5-4267-b120-de3336226da1 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554109 Apr 11 15:32:02.380805 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68af30-60a2-4b7f-bf62-d37e64bda5ed req-4f4dd4e0-a310-4cf6-a129-6ff7ce71ae86 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:02.382547 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a68af30-60a2-4b7f-bf62-d37e64bda5ed req-4f4dd4e0-a310-4cf6-a129-6ff7ce71ae86 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 943 time: 0.0509717 Apr 11 15:32:02.439642 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a68af30-60a2-4b7f-bf62-d37e64bda5ed req-daa0fe39-8056-4bba-b3a7-effc2cc6559f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491841 Apr 11 15:32:03.227250 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1b472-4a81-4e2c-9e66-3a4ecbac6b1b req-575d5ce9-fb30-4416-9b58-634c4be633a9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:03.228710 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6bd1b472-4a81-4e2c-9e66-3a4ecbac6b1b req-575d5ce9-fb30-4416-9b58-634c4be633a9 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0556607 Apr 11 15:32:03.294476 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6bd1b472-4a81-4e2c-9e66-3a4ecbac6b1b req-cc9df398-55d5-4b04-8461-c332aa067cc4 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601301 Apr 11 15:32:03.581263 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef060da-30fe-4c51-8afd-9fe8a799fe53 req-fc2b4de7-f35a-4344-8c18-3785d87127e3 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:03.582757 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8ef060da-30fe-4c51-8afd-9fe8a799fe53 req-fc2b4de7-f35a-4344-8c18-3785d87127e3 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 943 time: 0.0690148 Apr 11 15:32:03.639248 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8ef060da-30fe-4c51-8afd-9fe8a799fe53 req-2c63479f-8e70-49f9-9fe5-d65eb6b29a98 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501542 Apr 11 15:32:04.034710 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:32:04.417517 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea3490-465f-4519-beac-7f97c5421531 req-ad9f8148-d143-47f4-9fc5-87bb928e0305 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:04.419055 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3cea3490-465f-4519-beac-7f97c5421531 req-ad9f8148-d143-47f4-9fc5-87bb928e0305 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0553002 Apr 11 15:32:04.475051 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3cea3490-465f-4519-beac-7f97c5421531 req-7b0dab72-8a58-4b90-a8db-61b5a01d2e54 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502527 Apr 11 15:32:04.765313 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963f9c2-b839-4ec8-af01-216b4e45bea5 req-6c7d410d-3f0f-4f66-8514-55efeb21cea0 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:04.766805 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e963f9c2-b839-4ec8-af01-216b4e45bea5 req-6c7d410d-3f0f-4f66-8514-55efeb21cea0 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 943 time: 0.0544353 Apr 11 15:32:04.826285 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e963f9c2-b839-4ec8-af01-216b4e45bea5 req-4a8e99a7-1593-40a1-b284-9b5af524c171 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489786 Apr 11 15:32:05.617723 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47815276-0c33-4156-8e75-eaaadde33f7a req-f78a9314-710b-497c-a254-d515285a43a6 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:05.619276 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-47815276-0c33-4156-8e75-eaaadde33f7a req-f78a9314-710b-497c-a254-d515285a43a6 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 943 time: 0.0566669 Apr 11 15:32:05.680798 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-47815276-0c33-4156-8e75-eaaadde33f7a req-e1b64b88-6aff-471a-aba5-7fcaff8c7414 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554218 Apr 11 15:32:05.950669 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaae0b6-1ed7-469d-a127-887f96d95653 req-e781e814-07aa-48b7-99dd-86310d429d90 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:05.952227 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7aaae0b6-1ed7-469d-a127-887f96d95653 req-e781e814-07aa-48b7-99dd-86310d429d90 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 943 time: 0.0514069 Apr 11 15:32:06.005331 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7aaae0b6-1ed7-469d-a127-887f96d95653 req-c8799b2c-d419-4af8-bcd1-9e331081d71e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465486 Apr 11 15:32:06.170750 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 720756d2-e601-4ca8-943a-cf9ab71ea1ff details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:32:06.362022 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:06.375556 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'port_id': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'mac_address': 'fa:16:3e:f0:1c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:32:06.416042 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 720756d2-e601-4ca8-943a-cf9ab71ea1ff is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:32:06.416343 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:06.430523 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720756d2-e601-4ca8-943a-cf9ab71ea1ff {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:32:06.452432 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:06.544943 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:06.545624 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device b330235c-2721-4381-9cc5-6957741a2e56 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:32:06.621012 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=720756d2-e601-4ca8-943a-cf9ab71ea1ff,revision_number=7']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:06.707803 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port b330235c-2721-4381-9cc5-6957741a2e56, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b330235c-2721-4381-9cc5-6957741a2e56,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:06.726208 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': 'b330235c-2721-4381-9cc5-6957741a2e56', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'mac_address': 'fa:16:3e:66:cd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:32:06.788061 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port b330235c-2721-4381-9cc5-6957741a2e56 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:32:06.788454 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b330235c-2721-4381-9cc5-6957741a2e56), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:06.803971 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b330235c-2721-4381-9cc5-6957741a2e56 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:32:06.827333 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30918-ee20-46d2-b3e6-d83cab24a942 req-d00e233e-187c-49d3-b169-7dc33bc2e514 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:06.828986 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c8d30918-ee20-46d2-b3e6-d83cab24a942 req-d00e233e-187c-49d3-b169-7dc33bc2e514 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 944 time: 0.0596278 Apr 11 15:32:06.831478 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port b330235c-2721-4381-9cc5-6957741a2e56, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b330235c-2721-4381-9cc5-6957741a2e56,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:06.887008 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c8d30918-ee20-46d2-b3e6-d83cab24a942 req-b9e5a11d-d36e-44ef-b9f3-8d0f78eb9c8f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493686 Apr 11 15:32:06.915623 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b330235c-2721-4381-9cc5-6957741a2e56), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:06.980149 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=b330235c-2721-4381-9cc5-6957741a2e56,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:07.131612 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4cf67-def1-4a4a-938a-45d0171da211 req-240ea1b0-1fef-4d4f-be3c-ee6825233b7d tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:07.133300 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72c4cf67-def1-4a4a-938a-45d0171da211 req-240ea1b0-1fef-4d4f-be3c-ee6825233b7d tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 944 time: 0.0568750 Apr 11 15:32:07.199301 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-72c4cf67-def1-4a4a-938a-45d0171da211 req-5a408c1b-5248-41cb-ab25-653f8dc6b1cd tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554566 Apr 11 15:32:07.306016 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['b330235c-2721-4381-9cc5-6957741a2e56'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:32:07.387703 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['720756d2-e601-4ca8-943a-cf9ab71ea1ff'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:32:08.020986 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c0821-0683-4d39-9377-a2445f821deb req-580841aa-03cb-45ea-a6e6-f86c56403098 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:08.022729 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-560c0821-0683-4d39-9377-a2445f821deb req-580841aa-03cb-45ea-a6e6-f86c56403098 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 944 time: 0.0548432 Apr 11 15:32:08.083168 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-560c0821-0683-4d39-9377-a2445f821deb req-63d60ca6-1d92-419f-abe4-a732ce2d155b tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515895 Apr 11 15:32:08.352582 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880896-5c1d-4f90-a4ea-e13be5ed60c7 req-09d01c35-0c24-4678-b7cb-8da21a04100d tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:08.355205 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-84880896-5c1d-4f90-a4ea-e13be5ed60c7 req-09d01c35-0c24-4678-b7cb-8da21a04100d tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 944 time: 0.0641174 Apr 11 15:32:08.429939 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-84880896-5c1d-4f90-a4ea-e13be5ed60c7 req-129404ed-6814-4357-b425-4e43011532bd tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687311 Apr 11 15:32:08.647512 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device b330235c-2721-4381-9cc5-6957741a2e56 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:32:08.713407 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port b330235c-2721-4381-9cc5-6957741a2e56 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:32:08.807419 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port b330235c-2721-4381-9cc5-6957741a2e56 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:32:08.807842 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (b330235c-2721-4381-9cc5-6957741a2e56), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:08.894152 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port b330235c-2721-4381-9cc5-6957741a2e56 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:32:08.894544 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b330235c-2721-4381-9cc5-6957741a2e56), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:08.919559 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b330235c-2721-4381-9cc5-6957741a2e56'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:08.921760 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58683b75-a0e7-42af-a834-9faf8d8d7f48" -d '{"events": [{"server_uuid": "2ded23e9-7e33-44e8-a994-dc3237a1c02f", "name": "network-vif-plugged", "status": "completed", "tag": "b330235c-2721-4381-9cc5-6957741a2e56"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:32:08.937397 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port b330235c-2721-4381-9cc5-6957741a2e56, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b330235c-2721-4381-9cc5-6957741a2e56,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:08.969853 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b19d9aa-06c3-4fcf-bb6e-eee936b9141f x-openstack-request-id: req-7b19d9aa-06c3-4fcf-bb6e-eee936b9141f {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:32:08.970120 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ded23e9-7e33-44e8-a994-dc3237a1c02f", "name": "network-vif-plugged", "status": "completed", "tag": "b330235c-2721-4381-9cc5-6957741a2e56", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:32:08.970408 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b19d9aa-06c3-4fcf-bb6e-eee936b9141f {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:32:08.970771 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b19d9aa-06c3-4fcf-bb6e-eee936b9141f'] response: {'server_uuid': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b330235c-2721-4381-9cc5-6957741a2e56', 'code': 200} Apr 11 15:32:09.012790 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (b330235c-2721-4381-9cc5-6957741a2e56), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:09.013611 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 720756d2-e601-4ca8-943a-cf9ab71ea1ff up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:32:09.075429 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:09.102543 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=b330235c-2721-4381-9cc5-6957741a2e56,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:09.120477 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 720756d2-e601-4ca8-943a-cf9ab71ea1ff triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:32:09.121480 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:09.235559 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940907d1-cd19-490e-95a9-0785024a4d09 req-aab55677-540e-42eb-9263-5c65f1c225fd tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:09.238195 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-940907d1-cd19-490e-95a9-0785024a4d09 req-aab55677-540e-42eb-9263-5c65f1c225fd tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 944 time: 0.0716345 Apr 11 15:32:09.311009 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-940907d1-cd19-490e-95a9-0785024a4d09 req-a1b64471-4b1d-4393-9d5c-605891704590 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593951 Apr 11 15:32:09.365547 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 720756d2-e601-4ca8-943a-cf9ab71ea1ff is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:32:09.365933 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:09.406516 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:32:09.420552 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313695a1-58b9-4b8f-946d-724b7af1298b req-b35457f4-83b4-45a2-a39c-669fa1248f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:09.422552 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-313695a1-58b9-4b8f-946d-724b7af1298b req-b35457f4-83b4-45a2-a39c-669fa1248f95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 1129 time: 0.0424411 Apr 11 15:32:09.467020 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:09.476008 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-313695a1-58b9-4b8f-946d-724b7af1298b req-a0792fae-8750-4e08-9c95-5eb2a21d248b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476081 Apr 11 15:32:09.524641 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=720756d2-e601-4ca8-943a-cf9ab71ea1ff,revision_number=8']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:09.592875 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e29a2-9e34-4801-aa4f-143df85a0fc5 req-c65888a1-6fa7-4e0d-889c-1809f8da02a6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:09.594454 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a82e29a2-9e34-4801-aa4f-143df85a0fc5 req-c65888a1-6fa7-4e0d-889c-1809f8da02a6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 945 time: 0.0667641 Apr 11 15:32:09.651420 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a82e29a2-9e34-4801-aa4f-143df85a0fc5 req-091f4602-5976-4d58-aaa0-cfd60c81e95a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472028 Apr 11 15:32:10.450095 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b62c3-8044-4e61-91e2-042a811b2dee req-c94dad12-3864-47f6-a0ab-f16949365237 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:10.451589 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-509b62c3-8044-4e61-91e2-042a811b2dee req-c94dad12-3864-47f6-a0ab-f16949365237 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0534286 Apr 11 15:32:10.510407 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-509b62c3-8044-4e61-91e2-042a811b2dee req-c4a2780d-515c-4ed2-afd3-d0f9fa450df1 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527270 Apr 11 15:32:10.781217 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8a08-9deb-4b84-b87d-60930f236d9c req-77a1c7c8-d6ce-4c67-ba0d-ea40bd46d733 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:10.782647 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3eac8a08-9deb-4b84-b87d-60930f236d9c req-77a1c7c8-d6ce-4c67-ba0d-ea40bd46d733 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 945 time: 0.0557454 Apr 11 15:32:10.851914 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3eac8a08-9deb-4b84-b87d-60930f236d9c req-8b71be92-f94e-4943-b0c2-050eb38ae697 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610542 Apr 11 15:32:10.971989 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:10.974973 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecfa8f5-232a-43bc-a50d-b251a5cb8173" -d '{"events": [{"server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "name": "network-vif-plugged", "status": "completed", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:32:11.015531 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae358a0-7db5-46ee-aa79-e35f4bf67d9e x-openstack-request-id: req-bae358a0-7db5-46ee-aa79-e35f4bf67d9e {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:32:11.016079 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "name": "network-vif-plugged", "status": "completed", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:32:11.016485 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bae358a0-7db5-46ee-aa79-e35f4bf67d9e {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:32:11.017082 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae358a0-7db5-46ee-aa79-e35f4bf67d9e'] response: {'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'code': 200} Apr 11 15:32:11.404549 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815c2a8-7ca0-4281-a5b7-fb4f2d179b23 req-fa509eae-90ee-4999-8558-d7165e36b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:11.406075 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c815c2a8-7ca0-4281-a5b7-fb4f2d179b23 req-fa509eae-90ee-4999-8558-d7165e36b59e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1129 time: 0.0435596 Apr 11 15:32:11.455363 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-c815c2a8-7ca0-4281-a5b7-fb4f2d179b23 req-fef7f6d0-193d-491a-980f-58def5f6b0f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Apr 11 15:32:11.642757 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c36bb-ae95-4c21-aca5-1633e13f9c01 req-4e6674aa-1b63-4ed1-b7b9-890edf71b57f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:11.644456 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6d4c36bb-ae95-4c21-aca5-1633e13f9c01 req-4e6674aa-1b63-4ed1-b7b9-890edf71b57f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0617537 Apr 11 15:32:11.701027 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6d4c36bb-ae95-4c21-aca5-1633e13f9c01 req-7c799d95-3178-4fb1-856d-1492fa7e3b1e tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503557 Apr 11 15:32:12.015436 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5e7a8-5b00-4911-bfb9-0b6dbd8feb04 req-a0e553c8-b347-4137-ad7d-60b876f94861 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:12.016942 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-29c5e7a8-5b00-4911-bfb9-0b6dbd8feb04 req-a0e553c8-b347-4137-ad7d-60b876f94861 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 945 time: 0.0628955 Apr 11 15:32:12.055999 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-9b99656f-4d5d-4334-938e-cac3b6da9dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:12.083094 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-29c5e7a8-5b00-4911-bfb9-0b6dbd8feb04 req-152fb567-22cb-4e42-8486-03df749a3812 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586793 Apr 11 15:32:12.206246 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-62195b06-908c-4081-b042-73070ba4112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:12.207811 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-62195b06-908c-4081-b042-73070ba4112c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1129 time: 0.0599246 Apr 11 15:32:12.260544 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf1450-47c3-4973-9559-0857210cdfcf req-f68f8705-538f-4c36-bfac-62310fb8e5dc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:12.262119 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ddf1450-47c3-4973-9559-0857210cdfcf req-f68f8705-538f-4c36-bfac-62310fb8e5dc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 945 time: 0.0735137 Apr 11 15:32:12.322499 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ddf1450-47c3-4973-9559-0857210cdfcf req-45671112-49ca-4309-b2b4-860b37b4210b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505626 Apr 11 15:32:12.345207 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-2e332626-e3a0-432c-8d63-6ded44db2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:12.347768 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-2e332626-e3a0-432c-8d63-6ded44db2aff service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3448c94-617c-4626-8e34-db817bb62e97 HTTP/1.1" status: 200 len: 909 time: 0.1058638 Apr 11 15:32:12.361377 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38772) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:12.413201 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4e210-e83a-43bd-9721-fa1218ef4ac9 tempest-TestVolumeBootPattern-1621854133 tempest-TestVolumeBootPattern-1621854133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:12.415403 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-aae4e210-e83a-43bd-9721-fa1218ef4ac9 tempest-TestVolumeBootPattern-1621854133 tempest-TestVolumeBootPattern-1621854133-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 1124 time: 0.0527418 Apr 11 15:32:12.419872 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38774) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:32:12.431149 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:32:12.442740 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-df80247f-8e96-41c7-8be9-73ef1c4a0632 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff HTTP/1.1" status: 200 len: 1000 time: 0.0840077 Apr 11 15:32:12.518678 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:12.604815 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:12.741835 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Allocated IP 172.27.0.167 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/6410d36a-d356-4f05-808a-ed1125f589f3) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:32:12.904844 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for port (6410d36a-d356-4f05-808a-ed1125f589f3), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:12.913600 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34966e57-6872-40c4-99b2-0c28e4f8a5c8 req-19bd25b2-6cfd-45ed-a803-11b59e6d106f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:12.915558 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-34966e57-6872-40c4-99b2-0c28e4f8a5c8 req-19bd25b2-6cfd-45ed-a803-11b59e6d106f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.1278944 Apr 11 15:32:12.917761 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-ad1b0f78-f695-41b2-956d-fbe91d5c1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:12.919264 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-ad1b0f78-f695-41b2-956d-fbe91d5c1ad7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d26c23-bea9-445d-bcb3-fac345d3fcf1 HTTP/1.1" status: 200 len: 847 time: 0.0601659 Apr 11 15:32:12.987351 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-e00b7755-33ed-43ba-8e2d-6842badf0e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:12.989709 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-e00b7755-33ed-43ba-8e2d-6842badf0e2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3448c94-617c-4626-8e34-db817bb62e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638900 Apr 11 15:32:13.013555 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-34966e57-6872-40c4-99b2-0c28e4f8a5c8 req-c3321395-8e24-43f5-84b3-d65ebec77d55 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895307 Apr 11 15:32:13.033522 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (6410d36a-d356-4f05-808a-ed1125f589f3), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:13.077241 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:32:13.080310 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:32:13.084653 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:32:13.090676 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'Port': ['ID=6410d36a-d356-4f05-808a-ed1125f589f3,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:13.111042 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-b41d6f70-4a39-4051-a73a-5f59d7122acf service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128173 Apr 11 15:32:13.129950 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.131476 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.131476 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.131476 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.131476 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.132117 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.132117 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.132424 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.132588 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.132905 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.133238 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.133562 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.133888 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.134216 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.134540 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:32:13.225368 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-46b4c13f-713e-4853-9f5d-93b7ff3fcff1 req-4532abc1-1ff9-4034-8909-cedabd5aa94f service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076288 Apr 11 15:32:13.568177 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (84bc9551-13aa-495d-a62d-9645093bd836), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:13.758488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (6410d36a-d356-4f05-808a-ed1125f589f3), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:13.947433 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for port (6410d36a-d356-4f05-808a-ed1125f589f3), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:14.010125 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (6410d36a-d356-4f05-808a-ed1125f589f3), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:14.087755 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'Port': ['ID=6410d36a-d356-4f05-808a-ed1125f589f3,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:32:14.100051 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (84bc9551-13aa-495d-a62d-9645093bd836), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:14.239171 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0c4ef-fc3c-4fe4-9e54-af13a169b29a req-7ff52286-5fc4-46f3-9231-1fd5cb20883f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:14.241065 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18c0c4ef-fc3c-4fe4-9e54-af13a169b29a req-7ff52286-5fc4-46f3-9231-1fd5cb20883f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0973580 Apr 11 15:32:14.281412 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Floating IP 84bc9551-13aa-495d-a62d-9645093bd836 associated. External IP: 172.27.0.167, port: b330235c-2721-4381-9cc5-6957741a2e56. Apr 11 15:32:14.349091 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18c0c4ef-fc3c-4fe4-9e54-af13a169b29a req-0db4d587-d40f-4769-80a4-b4dacefb0a01 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984087 Apr 11 15:32:14.457872 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3d3ff193-f506-429b-9df7-55c8562a4e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:14.538533 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:32:14.683282 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:32:14.697010 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] Sync routers for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:32:14.707083 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:32:14.714130 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:32:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:14.785702 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:14.836005 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-f5d49013-5246-4b4e-8b83-06a60a3ab97a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4138882 Apr 11 15:32:14.836525 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:32:14.836807 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'tag': 'b330235c-2721-4381-9cc5-6957741a2e56'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:32:14.839689 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334226bc-3445-4a44-974d-c538704b7067" -d '{"events": [{"name": "network-changed", "server_uuid": "2ded23e9-7e33-44e8-a994-dc3237a1c02f", "tag": "b330235c-2721-4381-9cc5-6957741a2e56"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:32:14.891055 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25be3624-d04b-4602-a42d-a7e4f714d85b x-openstack-request-id: req-25be3624-d04b-4602-a42d-a7e4f714d85b {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:32:14.891345 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ded23e9-7e33-44e8-a994-dc3237a1c02f", "tag": "b330235c-2721-4381-9cc5-6957741a2e56", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:32:14.891682 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-25be3624-d04b-4602-a42d-a7e4f714d85b {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:32:14.892099 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25be3624-d04b-4602-a42d-a7e4f714d85b'] response: {'name': 'network-changed', 'server_uuid': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'tag': 'b330235c-2721-4381-9cc5-6957741a2e56', 'status': 'completed', 'code': 200} Apr 11 15:32:14.965184 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334226bc-3445-4a44-974d-c538704b7067 req-57ca3b78-08e8-4444-9b69-8b6719c57752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:14.966779 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-334226bc-3445-4a44-974d-c538704b7067 req-57ca3b78-08e8-4444-9b69-8b6719c57752 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 1129 time: 0.0458517 Apr 11 15:32:15.076156 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334226bc-3445-4a44-974d-c538704b7067 req-8593f98b-4de7-4116-a864-ce8d7798bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:15.077851 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-334226bc-3445-4a44-974d-c538704b7067 req-8593f98b-4de7-4116-a864-ce8d7798bf5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 912 time: 0.1053965 Apr 11 15:32:15.112433 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '84bc9551-13aa-495d-a62d-9645093bd836', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:66:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:13Z', 'updated_at': '2022-04-11T15:32:13Z', 'revision_number': 0, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:15.140326 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] Checking router: 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:32:15.149421 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:32:15.150041 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:32:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:15.165859 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-334226bc-3445-4a44-974d-c538704b7067 req-a5cb3f03-2219-4f36-9a2b-0a09682d6e8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b330235c-2721-4381-9cc5-6957741a2e56 HTTP/1.1" status: 200 len: 999 time: 0.0811496 Apr 11 15:32:15.228674 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334226bc-3445-4a44-974d-c538704b7067 req-73fc9440-9bff-469e-9899-abe818628e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:15.230468 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-334226bc-3445-4a44-974d-c538704b7067 req-73fc9440-9bff-469e-9899-abe818628e2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0581663 Apr 11 15:32:15.269741 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:32:15.279231 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334226bc-3445-4a44-974d-c538704b7067 req-6767bb3e-8ab2-43e6-a84a-b5605271db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:15.280959 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-334226bc-3445-4a44-974d-c538704b7067 req-6767bb3e-8ab2-43e6-a84a-b5605271db3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440793 Apr 11 15:32:15.410688 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-334226bc-3445-4a44-974d-c538704b7067 req-1a8c9073-5376-4ead-af8c-0ea287c1d521 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183021 Apr 11 15:32:15.509287 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:15.513650 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-334226bc-3445-4a44-974d-c538704b7067 req-677ecb33-485f-404d-b607-35488ec40a8a service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968387 Apr 11 15:32:15.519869 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '84bc9551-13aa-495d-a62d-9645093bd836', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:66:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:13Z', 'updated_at': '2022-04-11T15:32:13Z', 'revision_number': 0, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:32:15.549236 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3824c-6779-4635-8075-b51cf4fa067f None None] The sync data for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi is: [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '84bc9551-13aa-495d-a62d-9645093bd836', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:66:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:13Z', 'updated_at': '2022-04-11T15:32:13Z', 'revision_number': 0, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:32:15.777114 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea5ad15-7eea-4491-ba3d-7cc7c5ad4f7f None None] New status for floating IP 84bc9551-13aa-495d-a62d-9645093bd836: ACTIVE {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:32:16.767375 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:18.387591 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:24.048626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100cec3-d8b7-43fc-bf1c-61df6e75afc9 req-1bf5af8c-7e51-433f-bce7-cc6a5b8227af tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:24.051380 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d100cec3-d8b7-43fc-bf1c-61df6e75afc9 req-1bf5af8c-7e51-433f-bce7-cc6a5b8227af tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0566316 Apr 11 15:32:24.112747 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d100cec3-d8b7-43fc-bf1c-61df6e75afc9 req-31e6119f-6e85-492d-a351-b88471aff617 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520341 Apr 11 15:32:25.299377 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47618b4f-22a0-4dc7-acfd-2bf4dd26dfb6 req-15e31934-b5bf-4d97-b747-7730f113d0ea tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:25.300911 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-47618b4f-22a0-4dc7-acfd-2bf4dd26dfb6 req-15e31934-b5bf-4d97-b747-7730f113d0ea tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.1031179 Apr 11 15:32:25.352456 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-47618b4f-22a0-4dc7-acfd-2bf4dd26dfb6 req-f9aec498-80d7-479e-9029-549fa32bc59a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439191 Apr 11 15:32:26.473907 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8fbe8-0d2f-41ac-89ca-d60834cdada6 req-1107b34c-d97e-4b15-a0f6-62822e672213 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:26.475951 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-33b8fbe8-0d2f-41ac-89ca-d60834cdada6 req-1107b34c-d97e-4b15-a0f6-62822e672213 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0521331 Apr 11 15:32:26.528881 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-33b8fbe8-0d2f-41ac-89ca-d60834cdada6 req-619335b2-0013-4a9c-842a-f6937a752290 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450439 Apr 11 15:32:27.648225 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5cffc-127c-43cf-9afa-e6a21b63294e req-0c1b62ec-7354-455c-aee1-380940e0f080 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:27.649736 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6cb5cffc-127c-43cf-9afa-e6a21b63294e req-0c1b62ec-7354-455c-aee1-380940e0f080 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Apr 11 15:32:27.701929 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6cb5cffc-127c-43cf-9afa-e6a21b63294e req-fa989aa5-ec88-4114-b6de-0c3557162572 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457697 Apr 11 15:32:28.825695 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3836-0548-40a4-ad2f-d7502a2fd408 req-bb1b516d-4286-4e2a-81df-6ec3cb383c49 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:28.827222 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aa0a3836-0548-40a4-ad2f-d7502a2fd408 req-bb1b516d-4286-4e2a-81df-6ec3cb383c49 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0493522 Apr 11 15:32:28.899298 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aa0a3836-0548-40a4-ad2f-d7502a2fd408 req-c8ef4f1a-baab-4e39-8d18-4f5825abce5a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655386 Apr 11 15:32:30.020238 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419281a-fd34-4081-95eb-5317b364c1bd req-ba3506d7-b582-4638-80a1-eccdde96b3c3 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:30.022272 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b419281a-fd34-4081-95eb-5317b364c1bd req-ba3506d7-b582-4638-80a1-eccdde96b3c3 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0508411 Apr 11 15:32:30.077580 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b419281a-fd34-4081-95eb-5317b364c1bd req-faa75829-c1da-409e-9570-63504418a209 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461237 Apr 11 15:32:31.198035 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878607b5-6bba-4720-9f6c-c1a3b81decfe req-4faf3f5d-fea9-471b-b295-7ea793ce78c7 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:31.199625 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-878607b5-6bba-4720-9f6c-c1a3b81decfe req-4faf3f5d-fea9-471b-b295-7ea793ce78c7 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0485172 Apr 11 15:32:31.250127 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-878607b5-6bba-4720-9f6c-c1a3b81decfe req-929589b9-80b6-46af-a682-6767ecfa2762 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439792 Apr 11 15:32:32.375835 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d47ff-9a05-418d-bcb1-7f2828d131b2 req-41c71152-cfbf-4a9d-9c7c-b8c572c189eb tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:32.377377 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-af6d47ff-9a05-418d-bcb1-7f2828d131b2 req-41c71152-cfbf-4a9d-9c7c-b8c572c189eb tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0533509 Apr 11 15:32:32.429846 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-af6d47ff-9a05-418d-bcb1-7f2828d131b2 req-63bfc2c6-245c-4e7a-88fa-c1fbd938ef0d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431843 Apr 11 15:32:33.560281 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ae45b-1629-4114-8c0e-cef6523acd0e req-6f366253-11d2-4c01-8319-74cd4cbb25a3 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:33.561828 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e12ae45b-1629-4114-8c0e-cef6523acd0e req-6f366253-11d2-4c01-8319-74cd4cbb25a3 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0529914 Apr 11 15:32:33.620785 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e12ae45b-1629-4114-8c0e-cef6523acd0e req-e7eda4de-32e0-4f00-b7b5-10f42a1e47db tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526295 Apr 11 15:32:34.748607 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46060524-8422-4ccd-939d-667d2416491f req-6cc6769d-ba45-41dc-b00d-a88aa35648fd tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:34.751084 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-46060524-8422-4ccd-939d-667d2416491f req-6cc6769d-ba45-41dc-b00d-a88aa35648fd tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0575507 Apr 11 15:32:34.806079 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-46060524-8422-4ccd-939d-667d2416491f req-9a32db8c-aabf-4acd-a4a8-9b24df2119d0 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493088 Apr 11 15:32:35.123040 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44385d5-13a5-41e8-af66-ca3d489e5247 req-3e961791-2b58-4e79-b208-451ab2a9b2be tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.124629 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a44385d5-13a5-41e8-af66-ca3d489e5247 req-3e961791-2b58-4e79-b208-451ab2a9b2be tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0510712 Apr 11 15:32:35.185009 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a44385d5-13a5-41e8-af66-ca3d489e5247 req-ad81b73b-bfe4-48aa-bce6-dba1cf6ba963 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533550 Apr 11 15:32:35.260057 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-9f27ce3b-74af-4551-ac92-e5ddc0752b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.261433 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-9f27ce3b-74af-4551-ac92-e5ddc0752b29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37a6e4b0e36b4585a337acddb85215d0&device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 1129 time: 0.0430434 Apr 11 15:32:35.388987 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-4aa963fa-540f-496f-910c-318e54c00097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.393073 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-4aa963fa-540f-496f-910c-318e54c00097 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3 HTTP/1.1" status: 200 len: 911 time: 0.1249411 Apr 11 15:32:35.459763 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-363f901e-f21d-426a-a738-08e5dc254db9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e2017db-c682-44dc-8152-f81dbe16f0a2 HTTP/1.1" status: 200 len: 1001 time: 0.0603609 Apr 11 15:32:35.513125 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-f7f2356e-2b97-4c5e-b453-8521ef0af597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.514506 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-f7f2356e-2b97-4c5e-b453-8521ef0af597 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2a418ac-b835-4223-8fbb-8b513d683b17 HTTP/1.1" status: 200 len: 849 time: 0.0472729 Apr 11 15:32:35.564641 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-29842497-1478-4a46-b8ed-a3d168c1a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:35.566140 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-29842497-1478-4a46-b8ed-a3d168c1a57c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433226 Apr 11 15:32:35.576591 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-69d96a95-619c-4e52-94aa-8cdd5aa04c0a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:32:35.577550 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-69d96a95-619c-4e52-94aa-8cdd5aa04c0a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049207 Apr 11 15:32:35.678121 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-0ae53793-0fe4-46bd-9bc3-5ae5db419d21 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909212 Apr 11 15:32:35.800222 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-3f0a3cae-449e-4eea-85c4-67cc0b219813 req-8ea4e11c-e513-4777-bf7f-60e3b0335b8d service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142418 Apr 11 15:32:36.321656 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a63a3d-3de1-4446-ab85-7dd66585a521 req-df921ae5-e9d7-45bd-a8b9-1f84dbf3ac2d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:36.323205 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-83a63a3d-3de1-4446-ab85-7dd66585a521 req-df921ae5-e9d7-45bd-a8b9-1f84dbf3ac2d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0501335 Apr 11 15:32:36.373141 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-83a63a3d-3de1-4446-ab85-7dd66585a521 req-af6da4b1-b8f4-4ab5-a570-e9ff9b5ac49a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440810 Apr 11 15:32:37.493616 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea1ed7-31d3-40b2-bc8a-0a42acc663ca req-dacb9d2f-5983-4905-b265-7a15bcec07e6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:32:37.495119 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ceea1ed7-31d3-40b2-bc8a-0a42acc663ca req-dacb9d2f-5983-4905-b265-7a15bcec07e6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0524731 Apr 11 15:32:37.544012 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ceea1ed7-31d3-40b2-bc8a-0a42acc663ca req-d53e3076-db1a-4096-960a-a5df0d1f5444 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431700 Apr 11 15:32:39.071984 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:41.033775 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:32:42.086252 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e7c262d5-4a0d-4e5b-b0f2-de2f21afc1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:44.466183 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b7e9dd8c-578f-4d22-a445-6adf654f91fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:45.499567 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:46.762456 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:32:48.336762 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:09.069418 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:12.023652 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d0e7-a36e-44a0-82f8-9a79614f5a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:13.045361 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ea548-c8d5-45d4-a2c4-2d75dd3b328c req-7696d6dc-3cd8-4539-a425-e7dc83245366 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:13.046880 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0b6ea548-c8d5-45d4-a2c4-2d75dd3b328c req-7696d6dc-3cd8-4539-a425-e7dc83245366 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0574889 Apr 11 15:33:13.105085 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0b6ea548-c8d5-45d4-a2c4-2d75dd3b328c req-772797d7-5f8b-4fb7-81da-cfb594ce5020 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484483 Apr 11 15:33:14.245752 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b99a1-afdb-464c-a0ad-e9868846b6fc req-5897b054-77c9-499d-8e41-07f0b5da9e29 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:14.247185 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ab3b99a1-afdb-464c-a0ad-e9868846b6fc req-5897b054-77c9-499d-8e41-07f0b5da9e29 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0546136 Apr 11 15:33:14.298796 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ab3b99a1-afdb-464c-a0ad-e9868846b6fc req-7ad8feb2-08d8-4581-b4cd-9a230942e8d1 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457549 Apr 11 15:33:14.463239 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-501fa845-9c9d-4912-b022-cb0bb54719c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:14.909683 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-5ca132d3-21d7-42da-ba13-e17818c0e8fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0960786 Apr 11 15:33:15.006679 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-772ec4f4-2182-4b36-a8df-bb094d5cb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:15.008792 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-772ec4f4-2182-4b36-a8df-bb094d5cb384 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 1129 time: 0.0468371 Apr 11 15:33:15.100491 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2cd7af25-22a1-4c33-84f0-beeeadc27fb6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:15.102143 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2cd7af25-22a1-4c33-84f0-beeeadc27fb6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.39 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0574286 Apr 11 15:33:15.157059 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-2cb58118-27b9-4e78-ba0f-1c9743b6064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:15.158702 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-2cb58118-27b9-4e78-ba0f-1c9743b6064d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 912 time: 0.1012385 Apr 11 15:33:15.224607 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Deleting port 2e2017db-c682-44dc-8152-f81dbe16f0a2 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:15.224607 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:15.243366 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-c3051fe3-ef3c-4f97-a1f1-aa7111b4c410 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b330235c-2721-4381-9cc5-6957741a2e56 HTTP/1.1" status: 200 len: 1001 time: 0.0783219 Apr 11 15:33:15.300835 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-62105c59-b4ac-4bb4-9cab-d49e44bce0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:15.303407 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-62105c59-b4ac-4bb4-9cab-d49e44bce0be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0533168 Apr 11 15:33:15.347074 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] For port 2e2017db-c682-44dc-8152-f81dbe16f0a2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2e2017db-c682-44dc-8152-f81dbe16f0a2,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:15.347584 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:15.353419 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-947224e7-da18-45f3-b1b9-b4d3b692b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:15.355066 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-947224e7-da18-45f3-b1b9-b4d3b692b2e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456958 Apr 11 15:33:15.473277 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa926a95-e7f7-49e1-81f2-533833714460 req-851e83a1-3a2c-4ad2-bda5-9cfb746ffc01 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:15.474818 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa926a95-e7f7-49e1-81f2-533833714460 req-851e83a1-3a2c-4ad2-bda5-9cfb746ffc01 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 945 time: 0.0938003 Apr 11 15:33:15.515265 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-5c47c4ea-bf26-4fe6-8460-106ffba21c03 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542583 Apr 11 15:33:15.564137 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:15.567300 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa926a95-e7f7-49e1-81f2-533833714460 req-d49f2d4a-7f8a-4efc-83a2-1c3a17f426e1 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854738 Apr 11 15:33:15.569713 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:15.570130 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (c31385d5-57c4-4348-b735-776eb18c7822), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:15.570463 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.l3_db [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Floating IP c31385d5-57c4-4348-b735-776eb18c7822 disassociated. External IP: 172.27.0.224, port: 2e2017db-c682-44dc-8152-f81dbe16f0a2. Apr 11 15:33:15.570813 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Calling delete_port for 2e2017db-c682-44dc-8152-f81dbe16f0a2 owned by compute:nova {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:15.826321 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (2e2017db-c682-44dc-8152-f81dbe16f0a2), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:15.858177 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event deleted for resources: {'Port': ['ID=2e2017db-c682-44dc-8152-f81dbe16f0a2,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:15.869643 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.869987 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.870332 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.870670 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.871009 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.871340 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.871693 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.872025 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.872351 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.872696 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.873024 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.873344 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.873645 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.873970 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.874290 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:15.938793 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-39681dbd-3ed0-453e-b1ee-b386fc3456ac req-a0e545d9-504b-48f0-b8eb-b6bdb26055e4 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125860 Apr 11 15:33:16.005641 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Router 341c003c-6074-4cce-ab73-00b79b2a19ab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:16.426530 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:16.446315 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] Sync routers for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:16.458066 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:16.458677 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:33:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:16.482758 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] No DVR routers for this DVR port 2e2017db-c682-44dc-8152-f81dbe16f0a2 on host hv-cinder-83608 {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:16.486774 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:16.492929 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-83cf92d6-c356-48d9-adb3-8a0574a1639a req-2ef57313-be97-4d7b-b969-0333f9eb22d6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.39 "DELETE /v2.0/ports/2e2017db-c682-44dc-8152-f81dbe16f0a2 HTTP/1.1" status: 204 len: 173 time: 1.3856413 Apr 11 15:33:16.493626 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'name': 'network-vif-deleted', 'tag': '2e2017db-c682-44dc-8152-f81dbe16f0a2'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:16.496988 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296bb911-2d4c-4ff1-bd29-2c868ad1042e" -d '{"events": [{"server_uuid": "86fd2c97-960f-4052-8fed-9cba4f5c4736", "name": "network-vif-deleted", "tag": "2e2017db-c682-44dc-8152-f81dbe16f0a2"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:16.601372 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:16.619220 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1090fe6d-3e9c-4bbc-bd2d-2e2cb5231cce x-openstack-request-id: req-1090fe6d-3e9c-4bbc-bd2d-2e2cb5231cce {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:16.619656 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fd2c97-960f-4052-8fed-9cba4f5c4736", "name": "network-vif-deleted", "tag": "2e2017db-c682-44dc-8152-f81dbe16f0a2", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:16.620043 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1090fe6d-3e9c-4bbc-bd2d-2e2cb5231cce {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:16.620603 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1090fe6d-3e9c-4bbc-bd2d-2e2cb5231cce'] response: {'server_uuid': '86fd2c97-960f-4052-8fed-9cba4f5c4736', 'name': 'network-vif-deleted', 'tag': '2e2017db-c682-44dc-8152-f81dbe16f0a2', 'status': 'completed', 'code': 200} Apr 11 15:33:16.727791 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-20109066-20b4-4e98-87c5-7a6e0ab0e92c req-b0aa312a-51e4-4345-8a14-cdfcd3b88b6e tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=86fd2c97-960f-4052-8fed-9cba4f5c4736 HTTP/1.1" status: 200 len: 210 time: 0.0507295 Apr 11 15:33:16.852711 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:16.862501 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:17.038665 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] Checking router: 341c003c-6074-4cce-ab73-00b79b2a19ab for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:17.048406 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:17.049077 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:33:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:17.173711 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:17.396118 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:17.428985 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655824ae-de71-4a0c-9363-15722ba2506a None None] The sync data for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi is: [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:17.696509 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4c10c0-68fc-42af-a538-366489a422ee None None] New status for floating IP c31385d5-57c4-4348-b735-776eb18c7822: DOWN {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:33:17.928475 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38890) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:17.987801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (bb35e22c-4d00-4cbc-af6a-5ad52df8fadb), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.013822 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (bb35e22c-4d00-4cbc-af6a-5ad52df8fadb), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.033352 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:33:18.143683 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (bb35e22c-4d00-4cbc-af6a-5ad52df8fadb), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.146308 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.147497 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "DELETE /v2.0/security-groups/bb35e22c-4d00-4cbc-af6a-5ad52df8fadb HTTP/1.1" status: 204 len: 168 time: 0.2179673 Apr 11 15:33:18.152834 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38892) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:18.159267 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb35e22c-4d00-4cbc-af6a-5ad52df8fadb,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:18.167568 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.167930 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.168277 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.168622 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.168976 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.169291 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.169616 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.170088 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.170421 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.170747 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.171075 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.171409 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.171756 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.173997 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.173997 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570ab35-085d-4296-8961-25d79bb6b403 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:18.174275 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.api.v2.resource [None req-52420b0e-2816-439c-9241-4260e3478e19 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] show failed (client error): The resource could not be found. Apr 11 15:33:18.175670 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-52420b0e-2816-439c-9241-4260e3478e19 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups/bb35e22c-4d00-4cbc-af6a-5ad52df8fadb HTTP/1.1" status: 404 len: 347 time: 0.0212119 Apr 11 15:33:18.180868 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38894) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:18.318182 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-d098c51d-43b8-453c-ae5c-3f74458daa76 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Deleting port ffb783ea-aff5-4c9f-98c6-900b02397c9f {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:18.318532 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d098c51d-43b8-453c-ae5c-3f74458daa76 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (ffb783ea-aff5-4c9f-98c6-900b02397c9f), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.380693 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.426046 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d098c51d-43b8-453c-ae5c-3f74458daa76 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (ffb783ea-aff5-4c9f-98c6-900b02397c9f), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.426544 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d098c51d-43b8-453c-ae5c-3f74458daa76 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (ffb783ea-aff5-4c9f-98c6-900b02397c9f), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.443234 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-d098c51d-43b8-453c-ae5c-3f74458daa76 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Calling delete_port for ffb783ea-aff5-4c9f-98c6-900b02397c9f owned by network:floatingip {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:18.689144 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d098c51d-43b8-453c-ae5c-3f74458daa76 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (ffb783ea-aff5-4c9f-98c6-900b02397c9f), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.719338 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098c51d-43b8-453c-ae5c-3f74458daa76 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event deleted for resources: {'Port': ['ID=ffb783ea-aff5-4c9f-98c6-900b02397c9f,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:18.795298 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d098c51d-43b8-453c-ae5c-3f74458daa76 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (c31385d5-57c4-4348-b735-776eb18c7822), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.798460 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d098c51d-43b8-453c-ae5c-3f74458daa76 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:18.800889 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d098c51d-43b8-453c-ae5c-3f74458daa76 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "DELETE /v2.0/floatingips/c31385d5-57c4-4348-b735-776eb18c7822 HTTP/1.1" status: 204 len: 168 time: 0.6182356 Apr 11 15:33:19.429716 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38898) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:19.434761 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-a8b814e2-c31d-461f-bf4d-997035ee1686 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657517845', 'description': 'tempest-description--1326381413'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:19.586190 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8b814e2-c31d-461f-bf4d-997035ee1686 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:19.675959 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8b814e2-c31d-461f-bf4d-997035ee1686 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (14c76113-2098-438e-8750-fdb6d1ec2f38), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:19.808954 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8b814e2-c31d-461f-bf4d-997035ee1686 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (14c76113-2098-438e-8750-fdb6d1ec2f38), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:19.839071 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b814e2-c31d-461f-bf4d-997035ee1686 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c76113-2098-438e-8750-fdb6d1ec2f38,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:19.957672 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a8b814e2-c31d-461f-bf4d-997035ee1686 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:19.959415 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a8b814e2-c31d-461f-bf4d-997035ee1686 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5283196 Apr 11 15:33:19.962446 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 38900) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:19.967015 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-50255c40-3f56-444b-a773-7cb428d99537 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'security_group_rule': {'security_group_id': '14c76113-2098-438e-8750-fdb6d1ec2f38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:20.061302 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-50255c40-3f56-444b-a773-7cb428d99537 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (a170f063-01a5-4564-8e46-56b6149b0c04), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:20.138040 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-50255c40-3f56-444b-a773-7cb428d99537 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (a170f063-01a5-4564-8e46-56b6149b0c04), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:20.223436 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-50255c40-3f56-444b-a773-7cb428d99537 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (a170f063-01a5-4564-8e46-56b6149b0c04), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:20.241258 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50255c40-3f56-444b-a773-7cb428d99537 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a170f063-01a5-4564-8e46-56b6149b0c04,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:20.338318 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-50255c40-3f56-444b-a773-7cb428d99537 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:20.340112 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-50255c40-3f56-444b-a773-7cb428d99537 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3765101 Apr 11 15:33:20.343340 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38902) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:20.348701 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-5af942f9-225b-4874-8abd-1ebbe4a40277 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'security_group_rule': {'security_group_id': '14c76113-2098-438e-8750-fdb6d1ec2f38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:20.458173 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5af942f9-225b-4874-8abd-1ebbe4a40277 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (6389a74d-7e13-41b2-a1de-3acad9876b38), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:20.493171 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 2e2017db-c682-44dc-8152-f81dbe16f0a2 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:20.513139 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 2e2017db-c682-44dc-8152-f81dbe16f0a2 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:20.513527 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 2e2017db-c682-44dc-8152-f81dbe16f0a2 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:20.524192 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5af942f9-225b-4874-8abd-1ebbe4a40277 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (6389a74d-7e13-41b2-a1de-3acad9876b38), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:20.617154 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5af942f9-225b-4874-8abd-1ebbe4a40277 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (6389a74d-7e13-41b2-a1de-3acad9876b38), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:20.631951 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af942f9-225b-4874-8abd-1ebbe4a40277 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6389a74d-7e13-41b2-a1de-3acad9876b38,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:20.739290 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5af942f9-225b-4874-8abd-1ebbe4a40277 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:20.740596 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-5af942f9-225b-4874-8abd-1ebbe4a40277 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961699 Apr 11 15:33:20.745111 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38904) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:20.749225 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:20.849447 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:20.941991 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.067594 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Allocated IP 172.27.0.39 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/80df327b-8d5c-4005-a655-5b3964a50103) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:33:21.176354 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for port (80df327b-8d5c-4005-a655-5b3964a50103), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.303234 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (80df327b-8d5c-4005-a655-5b3964a50103), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.349797 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:21.352023 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:21.355455 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:33:21.360972 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'Port': ['ID=80df327b-8d5c-4005-a655-5b3964a50103,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:21.445353 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (1a003820-0e3e-4bd3-ae3a-91ef5073946f), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.606103 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (80df327b-8d5c-4005-a655-5b3964a50103), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.765387 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for port (80df327b-8d5c-4005-a655-5b3964a50103), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.868637 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (80df327b-8d5c-4005-a655-5b3964a50103), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:21.941596 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'Port': ['ID=80df327b-8d5c-4005-a655-5b3964a50103,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:21.954012 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (1a003820-0e3e-4bd3-ae3a-91ef5073946f), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:22.088257 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:22.089569 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-e90da45a-78a9-42f3-ae3f-12bac9dc4f14 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3436964 Apr 11 15:33:22.257132 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-897f8ed3-d016-4f34-8f2d-db046cfcbeef tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--657517845&fields=id&tenant_id=37a6e4b0e36b4585a337acddb85215d0 HTTP/1.1" status: 200 len: 267 time: 0.0498459 Apr 11 15:33:22.379616 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-27e23992-9909-4ba3-b087-8593d9994faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:22.379616 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-27e23992-9909-4ba3-b087-8593d9994faf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/networks?id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3 HTTP/1.1" status: 200 len: 810 time: 0.1103983 Apr 11 15:33:22.390957 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-8c14fed4-06fb-4206-a584-f9a977bc1d00 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/quotas/37a6e4b0e36b4585a337acddb85215d0 HTTP/1.1" status: 200 len: 375 time: 0.0099132 Apr 11 15:33:22.443181 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-4b05d315-f834-437e-b1ef-58ffde530022 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=37a6e4b0e36b4585a337acddb85215d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458324 Apr 11 15:33:22.459982 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-04c636fc-c6e7-4b57-83c3-7870942371d2 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:33:22.461041 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-04c636fc-c6e7-4b57-83c3-7870942371d2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062399 Apr 11 15:33:22.563121 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-2020f50d-b0a1-4f5d-bd5a-51e61475aea9 service neutron] 10.222.0.47 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958080 Apr 11 15:33:22.664416 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-65c5aadf-b89f-4acc-b8d9-63a02783d481 service neutron] 10.222.0.47 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938225 Apr 11 15:33:22.907524 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7b8330f2-b6a5-49fc-b15c-e47a1d493a19 req-7d6c6ddd-af76-4388-a558-d27367ba79c9 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 210 time: 0.0311587 Apr 11 15:33:24.009155 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9cbc3de7-b18b-486a-ae0a-fee30b932db2 req-c4e0bae1-3c12-4d0b-9ecf-433bb26f6c73 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 210 time: 0.0289586 Apr 11 15:33:25.129105 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-58412e34-120d-407b-9bc5-772b8d89000c req-4055b5c5-e7e5-45c6-bec9-19af30682d00 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 210 time: 0.0387952 Apr 11 15:33:25.241689 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-2bd5e905-0da3-4de1-9983-252bc08dce91 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:25.243105 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-2bd5e905-0da3-4de1-9983-252bc08dce91 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.39 "GET /v2.0/networks?id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3 HTTP/1.1" status: 200 len: 810 time: 0.1124449 Apr 11 15:33:25.307485 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-5c35f006-430c-4401-8581-f2d08f27ddc2 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37a6e4b0e36b4585a337acddb85215d0 HTTP/1.1" status: 200 len: 379 time: 0.0543940 Apr 11 15:33:25.318370 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'port': {'device_id': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'admin_state_up': True, 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'security_groups': ['14c76113-2098-438e-8750-fdb6d1ec2f38']}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:25.568111 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Made reservation on behalf of 37a6e4b0e36b4585a337acddb85215d0 for: {'port': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:33:25.571561 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.702431 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Allocated IP 172.20.0.4 (ff9f6518-22f2-49f9-86ac-b35ab61eefa3/e2a418ac-b835-4223-8fbb-8b513d683b17/416cfa39-c63f-46b0-bac1-94cd4c39e6b0) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:33:25.854452 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:25.954858 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:26.002409 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:33:26.005373 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:33:26.009094 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:33:26.015789 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event updated for resources: {'Port': ['ID=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:26.064166 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:26.065323 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:26.140125 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-cc4baba0-b15e-4911-84c5-cca3c19ff27f tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255908 Apr 11 15:33:26.155895 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Request body: {'port': {'device_id': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:26.227246 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:26.251677 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-0b0f96ed-253d-4b99-a71d-f005db0c9d63 None None] Provisioning complete for port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:26.254949 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0b0f96ed-253d-4b99-a71d-f005db0c9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:26.264813 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b19f1d-59ba-4864-923c-f35ede15c6fc req-5f61f46e-8e80-44a0-a04c-47fafb230906 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:26.266332 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-75b19f1d-59ba-4864-923c-f35ede15c6fc req-5f61f46e-8e80-44a0-a04c-47fafb230906 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 931 time: 0.0559754 Apr 11 15:33:26.291412 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f96ed-253d-4b99-a71d-f005db0c9d63 None None] Port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:33:26.330685 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-75b19f1d-59ba-4864-923c-f35ede15c6fc req-8323ea59-1a23-43cb-9042-37542a75a3ea tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567293 Apr 11 15:33:26.514790 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 {{(pid=103868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:33:26.523155 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Publish callbacks [] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:26.535473 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.provisioning_blocks [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Transition to ACTIVE for port object 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 will not be triggered until provisioned by entity L2. {{(pid=103868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:33:26.629057 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:26.689210 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Pushing event updated for resources: {'Port': ['ID=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:26.764311 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Attempting to bind port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:33:26.764719 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Attempting to bind port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:33:26.765108 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Attempting to bind port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 on network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:26.769914 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 on network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:33:26.770299 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Attempting to bind port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 on network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:33:26.775803 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:33:26.776152 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Checking segment: {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:33:26.776542 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Bound using segment: {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'} {{(pid=103868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:33:26.777005 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.managers [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Bound port: 416cfa39-c63f-46b0-bac1-94cd4c39e6b0, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3'}}] {{(pid=103868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:33:26.777367 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:26.850864 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] For port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0, host hv-cinder-83608, cleared binding levels {{(pid=103868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:33:26.853853 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] For port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:33:26.914920 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:26.957088 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:26.958511 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:26.959463 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] 10.222.0.39 "PUT /v2.0/ports/416cfa39-c63f-46b0-bac1-94cd4c39e6b0 HTTP/1.1" status: 200 len: 1093 time: 0.8082235 Apr 11 15:33:26.960917 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'tag': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:26.962484 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b88101-0f03-45eb-a82a-c482f3d2efc8" -d '{"events": [{"name": "network-changed", "server_uuid": "c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d", "tag": "416cfa39-c63f-46b0-bac1-94cd4c39e6b0"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:26.994252 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299cb52-eb57-4b44-b060-fd970bd5b343 service neutron] Pushing event updated for resources: {'Port': ['ID=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,revision_number=3']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:27.031182 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f27c7-6c49-4212-865f-1b2a30e707b8 x-openstack-request-id: req-411f27c7-6c49-4212-865f-1b2a30e707b8 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:27.031681 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d", "tag": "416cfa39-c63f-46b0-bac1-94cd4c39e6b0", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:27.032079 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-411f27c7-6c49-4212-865f-1b2a30e707b8 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:27.032775 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411f27c7-6c49-4212-865f-1b2a30e707b8'] response: {'name': 'network-changed', 'server_uuid': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'tag': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0', 'status': 'completed', 'code': 200} Apr 11 15:33:27.097495 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b88101-0f03-45eb-a82a-c482f3d2efc8 req-e8912b4b-0a37-4fc8-a39d-653c13712367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:27.099760 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-b1b88101-0f03-45eb-a82a-c482f3d2efc8 req-e8912b4b-0a37-4fc8-a39d-653c13712367 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37a6e4b0e36b4585a337acddb85215d0&device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 1127 time: 0.0443163 Apr 11 15:33:27.216701 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b88101-0f03-45eb-a82a-c482f3d2efc8 req-0d01e6c9-5ef5-4b2b-ad10-867f4a5f25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:27.218193 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-b1b88101-0f03-45eb-a82a-c482f3d2efc8 req-0d01e6c9-5ef5-4b2b-ad10-867f4a5f25f2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=37a6e4b0e36b4585a337acddb85215d0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1108828 Apr 11 15:33:27.324134 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b88101-0f03-45eb-a82a-c482f3d2efc8 req-a08c366b-8b83-476a-b0dc-0ff08d1aca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:27.325534 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-b1b88101-0f03-45eb-a82a-c482f3d2efc8 req-a08c366b-8b83-476a-b0dc-0ff08d1aca2c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984194 Apr 11 15:33:27.410203 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-16e881f6-443b-440b-a3b1-b21429543503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:27.411787 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-16e881f6-443b-440b-a3b1-b21429543503 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37a6e4b0e36b4585a337acddb85215d0&device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 1127 time: 0.0442896 Apr 11 15:33:27.460897 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac4387-25c6-42c0-9754-6f73d3e46757 req-cbecc6e3-b48a-4ae7-942e-a5bcdbb904d0 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:27.462002 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-5ccdc9e0-cdcf-4ded-8dae-de6c91d293e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416cfa39-c63f-46b0-bac1-94cd4c39e6b0 HTTP/1.1" status: 200 len: 217 time: 0.0398893 Apr 11 15:33:27.464013 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5cac4387-25c6-42c0-9754-6f73d3e46757 req-cbecc6e3-b48a-4ae7-942e-a5bcdbb904d0 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 943 time: 0.0524838 Apr 11 15:33:27.514993 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5cac4387-25c6-42c0-9754-6f73d3e46757 req-f6c92cb2-16e3-43da-86be-252e6fcb6aac tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468702 Apr 11 15:33:27.516423 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-2fc86472-4e5a-4727-995d-a04f90f51be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:27.518526 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-2fc86472-4e5a-4727-995d-a04f90f51be6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2a418ac-b835-4223-8fbb-8b513d683b17 HTTP/1.1" status: 200 len: 849 time: 0.0471776 Apr 11 15:33:27.573864 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a84042c3-4ab0-460e-b81c-7628861234e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:27.575443 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-a84042c3-4ab0-460e-b81c-7628861234e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410740 Apr 11 15:33:27.671497 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-81681478-f79b-4373-96d9-5c046f0cfe92 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887086 Apr 11 15:33:27.765063 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-bb8bf915-d302-495e-b551-ef9fed16b597 req-27f43ddb-d919-4145-8154-f81e8c190e16 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848546 Apr 11 15:33:28.629170 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e09663-4451-4771-ba45-da54e9ae605c req-9da0eb3c-fa5a-4eba-959b-6892af7d833c tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:28.630641 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3e09663-4451-4771-ba45-da54e9ae605c req-9da0eb3c-fa5a-4eba-959b-6892af7d833c tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 943 time: 0.0468566 Apr 11 15:33:28.685401 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3e09663-4451-4771-ba45-da54e9ae605c req-72ee7502-2d3c-4606-a946-1c6683d69c93 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491095 Apr 11 15:33:29.801647 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ca052-3909-48a0-9d29-b13bc893cc80 req-8082190b-f850-4326-9ec9-2a5e5909465d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:29.803147 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-819ca052-3909-48a0-9d29-b13bc893cc80 req-8082190b-f850-4326-9ec9-2a5e5909465d tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 943 time: 0.0481670 Apr 11 15:33:29.850825 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-819ca052-3909-48a0-9d29-b13bc893cc80 req-4fb3dbbd-825b-4919-a5a9-de983f989fb7 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418513 Apr 11 15:33:30.524689 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:33:30.624034 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:30.635797 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'port_id': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0', 'mac_address': 'fa:16:3e:e8:1a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:33:30.672709 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:30.673104 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.686552 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:33:30.706967 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:30.791677 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:30.839378 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:30.846490 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.846835 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.847178 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.847517 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.847888 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.848216 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.848542 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.848866 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.849216 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.849540 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.849865 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.850186 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.850511 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.850829 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.851146 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:33:30.964450 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6723c5-08ec-4151-8c29-9085102da1ae req-706e9f7e-9a77-443c-a8cc-02c9fb4fa828 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:30.965954 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9f6723c5-08ec-4151-8c29-9085102da1ae req-706e9f7e-9a77-443c-a8cc-02c9fb4fa828 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 944 time: 0.0485566 Apr 11 15:33:31.016603 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9f6723c5-08ec-4151-8c29-9085102da1ae req-31abd0fb-6474-4794-a51f-63d6375dc3f6 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449846 Apr 11 15:33:31.076881 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['416cfa39-c63f-46b0-bac1-94cd4c39e6b0'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:33:32.140741 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6ca3-2c08-48cf-91b5-fe483d1bca46 req-fad3c7ab-6f41-4217-9084-4b7973933ba3 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:32.142416 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-77ca6ca3-2c08-48cf-91b5-fe483d1bca46 req-fad3c7ab-6f41-4217-9084-4b7973933ba3 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 944 time: 0.0543020 Apr 11 15:33:32.193203 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-77ca6ca3-2c08-48cf-91b5-fe483d1bca46 req-c2cc8189-0c64-488a-969c-c5ed3f4e6f74 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440509 Apr 11 15:33:32.540045 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:33:32.590218 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:33:32.645048 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:33:32.645412 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:32.727207 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:33:32.727687 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:32.757960 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:32.760263 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81db19b2-df4f-47cb-b3c3-484317267c5c" -d '{"events": [{"server_uuid": "c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d", "name": "network-vif-plugged", "status": "completed", "tag": "416cfa39-c63f-46b0-bac1-94cd4c39e6b0"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:32.776351 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:32.851400 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d437d979-17fe-4c8b-9470-2d808ba482a3 x-openstack-request-id: req-d437d979-17fe-4c8b-9470-2d808ba482a3 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:32.851738 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d", "name": "network-vif-plugged", "status": "completed", "tag": "416cfa39-c63f-46b0-bac1-94cd4c39e6b0", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:32.852024 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d437d979-17fe-4c8b-9470-2d808ba482a3 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:32.852483 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d437d979-17fe-4c8b-9470-2d808ba482a3'] response: {'server_uuid': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0', 'code': 200} Apr 11 15:33:32.868115 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:32.919006 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:33.086006 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38958) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:33.172569 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330edc2b-c2c8-4283-8630-936855ab91cf req-45c16e3f-865a-4191-a148-37eb2a953306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:33.175450 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-330edc2b-c2c8-4283-8630-936855ab91cf req-45c16e3f-865a-4191-a148-37eb2a953306 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 1129 time: 0.0470402 Apr 11 15:33:33.233822 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-330edc2b-c2c8-4283-8630-936855ab91cf req-0a9ca02e-f7a7-4c76-80f1-70d89c8a8acf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517292 Apr 11 15:33:33.275069 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Deleting port be605364-cf19-4efa-a3ea-9fef27954584 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:33.275693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (be605364-cf19-4efa-a3ea-9fef27954584), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.385540 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa35436-d667-4a2e-8126-8cbec4b11cba req-53bdbbf8-edce-4801-8f0f-186350956743 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:33.387163 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2aa35436-d667-4a2e-8126-8cbec4b11cba req-53bdbbf8-edce-4801-8f0f-186350956743 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 945 time: 0.1012414 Apr 11 15:33:33.426296 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (be605364-cf19-4efa-a3ea-9fef27954584), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.426844 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for floatingip (be605364-cf19-4efa-a3ea-9fef27954584), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.451876 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Calling delete_port for be605364-cf19-4efa-a3ea-9fef27954584 owned by network:floatingip {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:33.475655 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2aa35436-d667-4a2e-8126-8cbec4b11cba req-b617ae01-22f9-4f23-99f1-ce3f3704ef3e tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773969 Apr 11 15:33:33.690889 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (be605364-cf19-4efa-a3ea-9fef27954584), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.717219 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event deleted for resources: {'Port': ['ID=be605364-cf19-4efa-a3ea-9fef27954584,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:33.783404 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for floatingip (50bb30d5-b00a-48bc-97d0-997f08473e88), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:33.783758 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Floating IP 50bb30d5-b00a-48bc-97d0-997f08473e88 disassociated (deleted). External IP: 172.27.0.89, port: 720756d2-e601-4ca8-943a-cf9ab71ea1ff. Apr 11 15:33:34.000109 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:34.113369 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:34.118399 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:34.123854 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] Sync routers for ids ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:34.136030 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] Routers {'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:34.136770 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:33:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:34.153922 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-2992df09-c856-40d2-ac63-49719e562978 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "DELETE /v2.0/floatingips/50bb30d5-b00a-48bc-97d0-997f08473e88 HTTP/1.1" status: 204 len: 168 time: 1.0668781 Apr 11 15:33:34.154504 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:34.156868 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f85a6d-1e05-48c2-8e89-e325992702fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:34.262697 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] Set router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:34.278059 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a9d24-c281-4894-90d1-8cc51f604c60 x-openstack-request-id: req-239a9d24-c281-4894-90d1-8cc51f604c60 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:34.278059 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:34.278059 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-239a9d24-c281-4894-90d1-8cc51f604c60 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:34.278059 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-239a9d24-c281-4894-90d1-8cc51f604c60'] response: {'name': 'network-changed', 'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'status': 'completed', 'code': 200} Apr 11 15:33:34.464630 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'f6a03b9c-1fd6-408b-ad07-210e64472b1f', 'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'mac_address': 'fa:16:3e:2b:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:24Z', 'updated_at': '2022-04-11T15:28:34Z', 'revision_number': 5, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'subnets': [{'id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:34.491460 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] Checking router: dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:34.501200 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] Routers {'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:34.502370 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:33:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:34.601110 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de8e4d-073a-4695-a987-9271c6fdfd3d req-99fe0781-9ba7-4db3-b70f-9c3f6282e861 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:34.602617 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-16de8e4d-073a-4695-a987-9271c6fdfd3d req-99fe0781-9ba7-4db3-b70f-9c3f6282e861 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 945 time: 0.0568428 Apr 11 15:33:34.621139 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] Set router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:34.717721 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-16de8e4d-073a-4695-a987-9271c6fdfd3d req-4a9ff285-efc0-46f9-9fd6-2e23d3821f4c tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082370 Apr 11 15:33:34.726926 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118635b-956f-419e-af7b-dcf3756219e7 req-1438cf64-91e4-480f-90f1-5bc83e2e3bcf tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:34.728497 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e118635b-956f-419e-af7b-dcf3756219e7 req-1438cf64-91e4-480f-90f1-5bc83e2e3bcf tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0752461 Apr 11 15:33:34.796105 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e118635b-956f-419e-af7b-dcf3756219e7 req-22b93e6b-9626-4eb6-9c1f-61ac770b36eb tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614979 Apr 11 15:33:34.829893 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-a3b6ec38-64e9-4753-ad1d-204dd79c3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:34.832566 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-a3b6ec38-64e9-4753-ad1d-204dd79c3997 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 1129 time: 0.0495987 Apr 11 15:33:34.939496 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-cd9c5b02-f9a6-470c-bd91-821bd856e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:34.941188 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-cd9c5b02-f9a6-470c-bd91-821bd856e61a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3448c94-617c-4626-8e34-db817bb62e97 HTTP/1.1" status: 200 len: 909 time: 0.1014571 Apr 11 15:33:34.978913 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'f6a03b9c-1fd6-408b-ad07-210e64472b1f', 'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'mac_address': 'fa:16:3e:2b:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:24Z', 'updated_at': '2022-04-11T15:28:34Z', 'revision_number': 5, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'subnets': [{'id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:35.012962 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98744b59-bbc9-4fc7-8313-9c2054df0776 None None] The sync data for ids ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'] in dv-cinder-836083-4-iscsi is: [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:28:25Z', 'revision_number': 4, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': 'f6a03b9c-1fd6-408b-ad07-210e64472b1f', 'name': '', 'network_id': 'b3448c94-617c-4626-8e34-db817bb62e97', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'mac_address': 'fa:16:3e:2b:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:24Z', 'updated_at': '2022-04-11T15:28:34Z', 'revision_number': 5, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'subnets': [{'id': '66d26c23-bea9-445d-bcb3-fac345d3fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:35.237089 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd78c68-371f-4712-8889-f8e342316c26 None None] New status for floating IP 50bb30d5-b00a-48bc-97d0-997f08473e88: DOWN {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:33:35.831647 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94934422-92bf-4ed6-a3b8-01890bb241ce req-09ca7c6e-392d-417e-ad9b-1accd3c3d0b4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:35.832759 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-94934422-92bf-4ed6-a3b8-01890bb241ce req-09ca7c6e-392d-417e-ad9b-1accd3c3d0b4 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 945 time: 0.0474813 Apr 11 15:33:35.889442 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-94934422-92bf-4ed6-a3b8-01890bb241ce req-56a9c669-a06b-4ad9-b6d8-00361935135b tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507247 Apr 11 15:33:35.926786 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2a44b-eacc-4ebc-924d-d4097b669bfb req-9afb7d5a-651a-432b-a03f-fcf19b54906c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:35.929988 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e1a2a44b-eacc-4ebc-924d-d4097b669bfb req-9afb7d5a-651a-432b-a03f-fcf19b54906c tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0528526 Apr 11 15:33:36.015163 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e1a2a44b-eacc-4ebc-924d-d4097b669bfb req-05c4c299-e50e-4948-b3c0-52063f1abae4 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801067 Apr 11 15:33:36.022282 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fc044-c046-4ddf-ad48-7942ce05e288 req-3882bbcd-efa2-4429-9df6-00e6552fcc82 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:36.023783 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-672fc044-c046-4ddf-ad48-7942ce05e288 req-3882bbcd-efa2-4429-9df6-00e6552fcc82 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 945 time: 0.0690274 Apr 11 15:33:36.032465 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38978) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:36.036944 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-1ac879f3-1160-4660-a404-7cee9643c4de tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Request body: {'floatingip': {'port_id': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:33:36.077995 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1ac879f3-1160-4660-a404-7cee9643c4de tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (1a003820-0e3e-4bd3-ae3a-91ef5073946f), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.083758 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-0465d853-18b1-49e5-8c2a-371e1f6d7fb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff HTTP/1.1" status: 200 len: 217 time: 0.0417352 Apr 11 15:33:36.148393 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-c90d09d3-9884-4c97-ab16-b668640e0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:36.150038 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-c90d09d3-9884-4c97-ab16-b668640e0e88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d26c23-bea9-445d-bcb3-fac345d3fcf1 HTTP/1.1" status: 200 len: 847 time: 0.0495567 Apr 11 15:33:36.263444 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-84af33a8-010b-4d67-9ea5-8bb96d4a744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:36.265018 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-84af33a8-010b-4d67-9ea5-8bb96d4a744c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3448c94-617c-4626-8e34-db817bb62e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450613 Apr 11 15:33:36.363285 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-ee2b15d7-4742-42c0-9cc4-f0a7b9c7e070 service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906539 Apr 11 15:33:36.538133 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1ac879f3-1160-4660-a404-7cee9643c4de tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:36.600737 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [req-10f85a6d-1e05-48c2-8e89-e325992702fa req-bbb9542b-e695-4ef1-ab8e-d888bf8e025e service neutron] 10.222.0.39 "GET /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842631 Apr 11 15:33:36.637268 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-d520b532-2f59-470a-a558-72da98583c0f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:36.638705 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-d520b532-2f59-470a-a558-72da98583c0f tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.0472507 Apr 11 15:33:36.650565 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1ac879f3-1160-4660-a404-7cee9643c4de tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (1a003820-0e3e-4bd3-ae3a-91ef5073946f), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:37.066917 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-533cb4fa-baf7-45db-a4ab-ac4cffcab45a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Deleting port 720756d2-e601-4ca8-943a-cf9ab71ea1ff {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:37.067623 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-533cb4fa-baf7-45db-a4ab-ac4cffcab45a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:37.106615 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-1ac879f3-1160-4660-a404-7cee9643c4de tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Floating IP 1a003820-0e3e-4bd3-ae3a-91ef5073946f associated. External IP: 172.27.0.39, port: 416cfa39-c63f-46b0-bac1-94cd4c39e6b0. Apr 11 15:33:37.217815 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a0afd-3904-4cff-b18d-25fa65e33bbb req-213e77b6-6fad-4b85-9731-b0e32edaf487 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:37.219280 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-182a0afd-3904-4cff-b18d-25fa65e33bbb req-213e77b6-6fad-4b85-9731-b0e32edaf487 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 945 time: 0.1325052 Apr 11 15:33:37.301621 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-533cb4fa-baf7-45db-a4ab-ac4cffcab45a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] For port 720756d2-e601-4ca8-943a-cf9ab71ea1ff, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=720756d2-e601-4ca8-943a-cf9ab71ea1ff,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:37.301621 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-533cb4fa-baf7-45db-a4ab-ac4cffcab45a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:37.331027 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-533cb4fa-baf7-45db-a4ab-ac4cffcab45a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Calling delete_port for 720756d2-e601-4ca8-943a-cf9ab71ea1ff owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:37.363668 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-182a0afd-3904-4cff-b18d-25fa65e33bbb req-e4fe0c0a-156b-406a-8c0f-4b37273b1276 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6629bfa-f414-41a0-b22f-8a02113d51c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321650 Apr 11 15:33:37.543634 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac879f3-1160-4660-a404-7cee9643c4de tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Router 341c003c-6074-4cce-ab73-00b79b2a19ab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:37.674085 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac879f3-1160-4660-a404-7cee9643c4de tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:37.680696 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1ac879f3-1160-4660-a404-7cee9643c4de tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:37.682574 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-533cb4fa-baf7-45db-a4ab-ac4cffcab45a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (720756d2-e601-4ca8-943a-cf9ab71ea1ff), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:37.685022 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] Sync routers for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:37.697308 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:37.697942 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:33:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:37.741497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cb4fa-baf7-45db-a4ab-ac4cffcab45a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event deleted for resources: {'Port': ['ID=720756d2-e601-4ca8-943a-cf9ab71ea1ff,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:37.769098 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1ac879f3-1160-4660-a404-7cee9643c4de tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "PUT /v2.0/floatingips/1a003820-0e3e-4bd3-ae3a-91ef5073946f HTTP/1.1" status: 200 len: 990 time: 1.7336667 Apr 11 15:33:37.769098 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'tag': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:37.771241 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613" -d '{"events": [{"name": "network-changed", "server_uuid": "c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d", "tag": "416cfa39-c63f-46b0-bac1-94cd4c39e6b0"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:37.797379 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-533cb4fa-baf7-45db-a4ab-ac4cffcab45a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] No DVR routers for this DVR port 720756d2-e601-4ca8-943a-cf9ab71ea1ff on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:37.800754 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-533cb4fa-baf7-45db-a4ab-ac4cffcab45a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:37.804287 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-71b0b276-57ef-4daf-a5e0-1557d2e16541 req-533cb4fa-baf7-45db-a4ab-ac4cffcab45a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.39 "DELETE /v2.0/ports/720756d2-e601-4ca8-943a-cf9ab71ea1ff HTTP/1.1" status: 204 len: 173 time: 1.1596158 Apr 11 15:33:37.816449 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44903e63-dbde-48f5-b975-dc99a6f77bd9 x-openstack-request-id: req-44903e63-dbde-48f5-b975-dc99a6f77bd9 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:37.816749 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d", "tag": "416cfa39-c63f-46b0-bac1-94cd4c39e6b0", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:37.817014 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44903e63-dbde-48f5-b975-dc99a6f77bd9 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:37.817493 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44903e63-dbde-48f5-b975-dc99a6f77bd9'] response: {'name': 'network-changed', 'server_uuid': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'tag': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0', 'status': 'completed', 'code': 200} Apr 11 15:33:37.834696 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:37.885754 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-e4e5872c-fcbe-4236-b83a-c879b9914b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:37.887310 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-e4e5872c-fcbe-4236-b83a-c879b9914b85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37a6e4b0e36b4585a337acddb85215d0&device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 1129 time: 0.0425279 Apr 11 15:33:37.992113 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-710cfc0f-9fbb-4fdb-9b1c-f8e73304f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:37.993598 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-710cfc0f-9fbb-4fdb-9b1c-f8e73304f82e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3 HTTP/1.1" status: 200 len: 911 time: 0.1003950 Apr 11 15:33:38.061828 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '1a003820-0e3e-4bd3-ae3a-91ef5073946f', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'port_id': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'mac_address': 'fa:16:3e:e8:1a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:33:21Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 1, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:38.066308 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-6a1dfca9-25d6-4c69-92d3-624f02dac139 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416cfa39-c63f-46b0-bac1-94cd4c39e6b0 HTTP/1.1" status: 200 len: 998 time: 0.0654945 Apr 11 15:33:38.094358 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] Checking router: 341c003c-6074-4cce-ab73-00b79b2a19ab for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:38.104876 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:38.105551 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:33:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:38.123146 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-4d96cf9f-96a0-43f6-a060-cde0d9baa8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:38.124707 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-4d96cf9f-96a0-43f6-a060-cde0d9baa8d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2a418ac-b835-4223-8fbb-8b513d683b17 HTTP/1.1" status: 200 len: 849 time: 0.0488553 Apr 11 15:33:38.179431 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-9b0168bd-2e26-4541-9e57-b9660f193fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:33:38.181559 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-9b0168bd-2e26-4541-9e57-b9660f193fdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff9f6518-22f2-49f9-86ac-b35ab61eefa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498345 Apr 11 15:33:38.230603 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:38.288122 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-1de49af3-49f7-417d-a01b-0289055dcf3a service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981393 Apr 11 15:33:38.386860 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-610abaf7-b6d9-40d0-9ed5-ea5dd0da0613 req-fe334e2e-200c-45d0-b49d-6149694d54ad service neutron] 10.222.0.39 "GET /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926874 Apr 11 15:33:38.466881 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '1a003820-0e3e-4bd3-ae3a-91ef5073946f', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'port_id': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'mac_address': 'fa:16:3e:e8:1a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:33:21Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 1, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:38.479741 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-239041c0-86b5-4a6a-8cda-3e78c3a91011 req-3abf5d42-a5b0-4faf-aef4-93045c99e79a tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 210 time: 0.0297239 Apr 11 15:33:38.499827 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1e7fb-c426-4f1e-8bf9-df56c80eb7ed None None] The sync data for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi is: [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '1a003820-0e3e-4bd3-ae3a-91ef5073946f', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'port_id': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'mac_address': 'fa:16:3e:e8:1a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:33:21Z', 'updated_at': '2022-04-11T15:33:36Z', 'revision_number': 1, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:38.728997 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5164f-cee5-4b04-aea0-efb49899ae0b None None] New status for floating IP 1a003820-0e3e-4bd3-ae3a-91ef5073946f: ACTIVE {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:33:39.102071 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:39.588198 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-11286d37-bf7d-4867-b124-e991802e8291 req-ac5adc98-142f-41ec-814d-160ca6df37e3 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8ed4d95-326e-4b62-b225-391fe0da2522 HTTP/1.1" status: 200 len: 210 time: 0.0284522 Apr 11 15:33:39.818497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'name': 'network-vif-deleted', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:33:39.820932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2add436-c088-4221-86db-ff433aeef70f" -d '{"events": [{"server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "name": "network-vif-deleted", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:33:39.854763 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311b7d34-db72-421c-b233-1190341b4bcf x-openstack-request-id: req-311b7d34-db72-421c-b233-1190341b4bcf {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:33:39.855079 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ed4d95-326e-4b62-b225-391fe0da2522", "name": "network-vif-deleted", "tag": "720756d2-e601-4ca8-943a-cf9ab71ea1ff", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:33:39.855337 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-311b7d34-db72-421c-b233-1190341b4bcf {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:33:39.855901 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311b7d34-db72-421c-b233-1190341b4bcf'] response: {'server_uuid': 'c8ed4d95-326e-4b62-b225-391fe0da2522', 'name': 'network-vif-deleted', 'tag': '720756d2-e601-4ca8-943a-cf9ab71ea1ff', 'status': 'completed', 'code': 200} Apr 11 15:33:40.561938 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 720756d2-e601-4ca8-943a-cf9ab71ea1ff no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:40.582483 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 720756d2-e601-4ca8-943a-cf9ab71ea1ff {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:40.582824 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 720756d2-e601-4ca8-943a-cf9ab71ea1ff not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:40.646438 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 38994) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:40.807896 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cc89b7c7-94c9-4d30-bdb6-a5fd72481145 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group (b6629bfa-f414-41a0-b22f-8a02113d51c7), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:40.837832 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cc89b7c7-94c9-4d30-bdb6-a5fd72481145 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group (b6629bfa-f414-41a0-b22f-8a02113d51c7), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:40.989947 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cc89b7c7-94c9-4d30-bdb6-a5fd72481145 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b6629bfa-f414-41a0-b22f-8a02113d51c7), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:40.992635 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-cc89b7c7-94c9-4d30-bdb6-a5fd72481145 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:40.993807 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-cc89b7c7-94c9-4d30-bdb6-a5fd72481145 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] 10.222.0.47 "DELETE /v2.0/security-groups/b6629bfa-f414-41a0-b22f-8a02113d51c7 HTTP/1.1" status: 204 len: 168 time: 0.3463690 Apr 11 15:33:41.006715 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89b7c7-94c9-4d30-bdb6-a5fd72481145 tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6629bfa-f414-41a0-b22f-8a02113d51c7,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:41.117110 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39000) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:41.508218 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774516'] for router_interface (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.746365 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] Deleting port f6a03b9c-1fd6-408b-ad07-210e64472b1f {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:41.747066 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.835895 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] For port f6a03b9c-1fd6-408b-ad07-210e64472b1f, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=f6a03b9c-1fd6-408b-ad07-210e64472b1f,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:41.836186 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:41.855837 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] Calling delete_port for f6a03b9c-1fd6-408b-ad07-210e64472b1f owned by network:router_interface {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:42.010236 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8d65df89-f50b-4500-b320-a1301bbe6b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.113663 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (f6a03b9c-1fd6-408b-ad07-210e64472b1f), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.145297 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a03b9c-1fd6-408b-ad07-210e64472b1f,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:42.334852 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774360'] for router_interface (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.575074 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] Router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:42.689531 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:42.696450 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-adea2852-2caa-4b7a-8973-30d33738bc33 admin admin] 10.222.0.47 "PUT /v2.0/routers/dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5779295 Apr 11 15:33:42.698778 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39004) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:42.700147 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] Sync routers for ids ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:42.735161 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] Routers {'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:42.736590 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:33:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:42.816717 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Publish callbacks [] for router (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:42.850844 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] Set router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:43.035698 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:33:42Z', 'revision_number': 5, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:43.064883 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] Checking router: dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:43.076133 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] Routers {'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:43.076781 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:33:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:43.190537 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] Set router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:43.209800 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Publish callbacks [] for router_gateway (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.320209 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Deleting port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:43.320556 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.367443 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:33:42Z', 'revision_number': 5, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:43.396169 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68554947-36cf-4dc7-9c76-5980b05ca717 None None] The sync data for ids ['dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915'] in dv-cinder-836083-4-iscsi is: [{'id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'name': 'tempest-TestShelveInstance-934319947-router', 'tenant_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:20Z', 'updated_at': '2022-04-11T15:33:42Z', 'revision_number': 5, 'project_id': '6cd7ff99f1ca4f849d26929168ceaae8', 'gw_port': {'id': 'c3e3962a-cc85-4d32-bcc6-1afa9d45d67a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:21Z', 'updated_at': '2022-04-11T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:43.405879 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] For port c3e3962a-cc85-4d32-bcc6-1afa9d45d67a, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c3e3962a-cc85-4d32-bcc6-1afa9d45d67a,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:43.406253 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.420711 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Calling delete_port for c3e3962a-cc85-4d32-bcc6-1afa9d45d67a owned by network:router_gateway {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:43.670058 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (c3e3962a-cc85-4d32-bcc6-1afa9d45d67a), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.697376 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e3962a-cc85-4d32-bcc6-1afa9d45d67a,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:43.768018 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776638'] for router_gateway (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.870218 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47802'] for router (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.872552 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Publish callbacks [] for router_controller (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.973114 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1730649'] for router (dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.973651 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 {{(pid=103869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:33:43.978068 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:43.979245 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-15884920-6d2c-46f0-843b-34ecf5f9db4b admin admin] 10.222.0.47 "DELETE /v2.0/routers/dcaa6eb3-f5a6-4ac3-9392-f3a3e3c71915 HTTP/1.1" status: 204 len: 168 time: 1.2795384 Apr 11 15:33:43.981904 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39006) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:44.036047 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e381f1-4a87-4e4d-970b-19be7bdc75ee admin admin] Deleting subnet 66d26c23-bea9-445d-bcb3-fac345d3fcf1 {{(pid=103869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:33:44.039136 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9e381f1-4a87-4e4d-970b-19be7bdc75ee admin admin] Publish callbacks [] for subnet (66d26c23-bea9-445d-bcb3-fac345d3fcf1), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.075522 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9e381f1-4a87-4e4d-970b-19be7bdc75ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2945595'] for subnet (66d26c23-bea9-445d-bcb3-fac345d3fcf1), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.176876 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9e381f1-4a87-4e4d-970b-19be7bdc75ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (66d26c23-bea9-445d-bcb3-fac345d3fcf1), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.328067 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9e381f1-4a87-4e4d-970b-19be7bdc75ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143732'] for subnet (66d26c23-bea9-445d-bcb3-fac345d3fcf1), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.357135 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e381f1-4a87-4e4d-970b-19be7bdc75ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d26c23-bea9-445d-bcb3-fac345d3fcf1,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:44.361429 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9e381f1-4a87-4e4d-970b-19be7bdc75ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.367267 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d9e381f1-4a87-4e4d-970b-19be7bdc75ee admin admin] 10.222.0.47 "DELETE /v2.0/subnets/66d26c23-bea9-445d-bcb3-fac345d3fcf1 HTTP/1.1" status: 204 len: 168 time: 0.3823881 Apr 11 15:33:44.367711 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5419de3d-7ec1-4476-a3fa-b1fcc22faf0f None None] Network b3448c94-617c-4626-8e34-db817bb62e97 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:33:44.368327 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39010) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:44.466461 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (b3448c94-617c-4626-8e34-db817bb62e97), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.520961 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Deleting port 09b7be5a-ce90-4eaf-974d-824053e76a8e {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:44.521291 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.606813 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] For port 09b7be5a-ce90-4eaf-974d-824053e76a8e, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=09b7be5a-ce90-4eaf-974d-824053e76a8e,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:44.607120 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.624261 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Calling delete_port for 09b7be5a-ce90-4eaf-974d-824053e76a8e owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:44.630816 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-f93d1204-5a07-4084-b7f8-74a39715afc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.733001 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbb585-cc97-46c3-badd-dfc0d684ee22 None None] DHCP port deletion for b3448c94-617c-4626-8e34-db817bb62e97 request from dv-cinder-836083-4-iscsi {{(pid=103870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:33:44.774090 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbb585-cc97-46c3-badd-dfc0d684ee22 None None] Deleting port 09b7be5a-ce90-4eaf-974d-824053e76a8e {{(pid=103870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:44.774464 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb585-cc97-46c3-badd-dfc0d684ee22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), before_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.821911 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.843283 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-8bbbb585-cc97-46c3-badd-dfc0d684ee22 None None] For port 09b7be5a-ce90-4eaf-974d-824053e76a8e, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=09b7be5a-ce90-4eaf-974d-824053e76a8e,segment=NetworkSegment(0292580b-7791-4149-8f37-680ae449cd31),segment_id=0292580b-7791-4149-8f37-680ae449cd31)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:44.843720 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb585-cc97-46c3-badd-dfc0d684ee22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), precommit_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.847789 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=09b7be5a-ce90-4eaf-974d-824053e76a8e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:44.851379 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] No DVR routers for this DVR port 09b7be5a-ce90-4eaf-974d-824053e76a8e on host dv-cinder-836083-4-iscsi {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:44.861712 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbb585-cc97-46c3-badd-dfc0d684ee22 None None] Calling delete_port for 09b7be5a-ce90-4eaf-974d-824053e76a8e owned by network:dhcp {{(pid=103870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:44.928396 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (b3448c94-617c-4626-8e34-db817bb62e97), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.942182 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8bbbb585-cc97-46c3-badd-dfc0d684ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347'] for port (09b7be5a-ce90-4eaf-974d-824053e76a8e), after_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.949585 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3448c94-617c-4626-8e34-db817bb62e97']}} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:44.959919 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0292580b-7791-4149-8f37-680ae449cd31') {'for_net_delete': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:44.960220 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0292580b-7791-4149-8f37-680ae449cd31') {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:44.968179 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbb585-cc97-46c3-badd-dfc0d684ee22 None None] Pushing event deleted for resources: {'Port': ['ID=09b7be5a-ce90-4eaf-974d-824053e76a8e,revision_number=None']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:44.969929 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10103209'] for segment (0292580b-7791-4149-8f37-680ae449cd31), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.972108 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbbb585-cc97-46c3-badd-dfc0d684ee22 None None] No DVR routers for this DVR port 09b7be5a-ce90-4eaf-974d-824053e76a8e on host dv-cinder-836083-4-iscsi {{(pid=103870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:44.990834 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (0292580b-7791-4149-8f37-680ae449cd31), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.992383 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:33:44.992850 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10357356'] for segment (0292580b-7791-4149-8f37-680ae449cd31), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: Traceback (most recent call last): Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: timer() Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: cb(*args, **kw) Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: return func(*args, **kwargs) Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: self._notify() Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: self.callback(batched_events) Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: event.method(event) Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: return f(self, *a, **k) Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._get(url).json() Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: return self.request(url, 'GET', **kwargs) Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:33:44.994694 dv-cinder-836083-4-iscsi neutron-server[103868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:33:45.078346 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device f6a03b9c-1fd6-408b-ad07-210e64472b1f no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:45.102227 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: f6a03b9c-1fd6-408b-ad07-210e64472b1f {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:45.102583 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device f6a03b9c-1fd6-408b-ad07-210e64472b1f not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:45.103004 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c3e3962a-cc85-4d32-bcc6-1afa9d45d67a no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:45.125260 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: c3e3962a-cc85-4d32-bcc6-1afa9d45d67a {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:45.125618 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c3e3962a-cc85-4d32-bcc6-1afa9d45d67a not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:45.126036 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 09b7be5a-ce90-4eaf-974d-824053e76a8e no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:45.146718 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 09b7be5a-ce90-4eaf-974d-824053e76a8e {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:45.147067 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 09b7be5a-ce90-4eaf-974d-824053e76a8e not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:45.153475 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (b3448c94-617c-4626-8e34-db817bb62e97), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.164118 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.167294 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] 10.222.0.47 "DELETE /v2.0/networks/b3448c94-617c-4626-8e34-db817bb62e97 HTTP/1.1" status: 204 len: 168 time: 0.7982323 Apr 11 15:33:45.179274 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717fa0a-f866-4463-9ea7-caf0edb3dbcc admin admin] Pushing event deleted for resources: {'Network': ['ID=b3448c94-617c-4626-8e34-db817bb62e97,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:45.182262 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39012) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:45.504280 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.525732 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774516'] for router_interface (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.780745 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] Deleting port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:45.781036 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.875798 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] For port a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7,segment=NetworkSegment(861e8792-4d01-4263-a75a-07669409bc1b),segment_id=861e8792-4d01-4263-a75a-07669409bc1b)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:45.876164 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:45.889314 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] Calling delete_port for a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 owned by network:router_interface {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:46.195713 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:46.225940 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:46.396967 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774360'] for router_interface (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:46.623791 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] Router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:33:46.738110 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:33:46.743398 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-3d7ffccd-05fc-4264-9e07-2fe4f5b65b61 admin admin] 10.222.0.47 "PUT /v2.0/routers/356f6f3a-8bbb-4af3-a20b-76a36b7249a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5601439 Apr 11 15:33:46.746836 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39014) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:46.754379 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] Sync routers for ids ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:33:46.760550 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] Routers {'356f6f3a-8bbb-4af3-a20b-76a36b7249a2'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:46.761293 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:33:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:46.775717 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:46.870234 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Publish callbacks [] for router (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:46.873829 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] Set router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:46.987865 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Publish callbacks [] for router_gateway (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.062764 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'name': 'tempest-TestShelveInstance-559016672-router', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:33:46Z', 'revision_number': 5, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'gw_port': {'id': 'df345c20-fe6c-4332-80bf-2b44e3b66bf3', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:33Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:47.091433 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] Checking router: 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:33:47.103655 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] Routers {'356f6f3a-8bbb-4af3-a20b-76a36b7249a2'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:33:47.104333 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:33:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:47.107956 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Deleting port df345c20-fe6c-4332-80bf-2b44e3b66bf3 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:47.108301 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.195686 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] Set router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 gateway port host: None {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:33:47.207520 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] For port df345c20-fe6c-4332-80bf-2b44e3b66bf3, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=df345c20-fe6c-4332-80bf-2b44e3b66bf3,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:47.207920 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.221977 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Calling delete_port for df345c20-fe6c-4332-80bf-2b44e3b66bf3 owned by network:router_gateway {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:47.250141 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'name': 'tempest-TestShelveInstance-559016672-router', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:33:46Z', 'revision_number': 6, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'gw_port_host': None}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:47.284557 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56133dab-2405-4bc4-a074-f5cd4cf1db33 None None] The sync data for ids ['356f6f3a-8bbb-4af3-a20b-76a36b7249a2'] in dv-cinder-836083-4-iscsi is: [{'id': '356f6f3a-8bbb-4af3-a20b-76a36b7249a2', 'name': 'tempest-TestShelveInstance-559016672-router', 'tenant_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:31Z', 'updated_at': '2022-04-11T15:33:46Z', 'revision_number': 6, 'project_id': 'bc1bb8f400634032bf6c10ff9d1f4e5b', 'gw_port_host': None}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:33:47.473139 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (df345c20-fe6c-4332-80bf-2b44e3b66bf3), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.497456 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Pushing event deleted for resources: {'Port': ['ID=df345c20-fe6c-4332-80bf-2b44e3b66bf3,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:47.564745 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776638'] for router_gateway (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.664916 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47802'] for router (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.670574 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Publish callbacks [] for router_controller (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.797152 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1730649'] for router (356f6f3a-8bbb-4af3-a20b-76a36b7249a2), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.798070 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 356f6f3a-8bbb-4af3-a20b-76a36b7249a2 {{(pid=103869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:33:47.805540 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.807523 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1677c4bb-076f-4910-8aaa-263c65050752 admin admin] 10.222.0.47 "DELETE /v2.0/routers/356f6f3a-8bbb-4af3-a20b-76a36b7249a2 HTTP/1.1" status: 204 len: 168 time: 1.0590677 Apr 11 15:33:47.810007 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39016) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:47.868728 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd9e1a9-5630-4122-88e0-f75939393fe5 admin admin] Deleting subnet 59899cce-c1c8-4fcd-83c0-64b7f72e5a17 {{(pid=103869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:33:47.872061 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e1a9-5630-4122-88e0-f75939393fe5 admin admin] Publish callbacks [] for subnet (59899cce-c1c8-4fcd-83c0-64b7f72e5a17), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:47.908624 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e1a9-5630-4122-88e0-f75939393fe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2945595'] for subnet (59899cce-c1c8-4fcd-83c0-64b7f72e5a17), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.007339 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e1a9-5630-4122-88e0-f75939393fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (59899cce-c1c8-4fcd-83c0-64b7f72e5a17), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.153191 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e1a9-5630-4122-88e0-f75939393fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143732'] for subnet (59899cce-c1c8-4fcd-83c0-64b7f72e5a17), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.185655 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9e1a9-5630-4122-88e0-f75939393fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59899cce-c1c8-4fcd-83c0-64b7f72e5a17,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:48.192532 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e1a9-5630-4122-88e0-f75939393fe5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.198240 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-9dd9e1a9-5630-4122-88e0-f75939393fe5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/59899cce-c1c8-4fcd-83c0-64b7f72e5a17 HTTP/1.1" status: 204 len: 168 time: 0.3867013 Apr 11 15:33:48.201499 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39018) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:48.205278 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37745fa-6d08-4816-874e-b26a5ae8fef1 None None] Network 63a7f050-41a0-4181-9593-de3ff1a9f1d7 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:33:48.305152 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (63a7f050-41a0-4181-9593-de3ff1a9f1d7), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.386119 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Deleting port ffe76627-2e03-487f-9372-6f4a823d4c82 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:48.386855 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.401804 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.421706 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1885d44-afe9-4c42-920d-bfc0d07d281c None None] DHCP port deletion for 63a7f050-41a0-4181-9593-de3ff1a9f1d7 request from dv-cinder-836083-4-iscsi {{(pid=103870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:33:48.468227 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] For port ffe76627-2e03-487f-9372-6f4a823d4c82, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=ffe76627-2e03-487f-9372-6f4a823d4c82,segment=NetworkSegment(861e8792-4d01-4263-a75a-07669409bc1b),segment_id=861e8792-4d01-4263-a75a-07669409bc1b)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:48.468600 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.478213 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-b1885d44-afe9-4c42-920d-bfc0d07d281c None None] Deleting port ffe76627-2e03-487f-9372-6f4a823d4c82 {{(pid=103870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:33:48.478596 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1885d44-afe9-4c42-920d-bfc0d07d281c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), before_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.485085 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Calling delete_port for ffe76627-2e03-487f-9372-6f4a823d4c82 owned by network:dhcp {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:48.558555 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-b1885d44-afe9-4c42-920d-bfc0d07d281c None None] For port ffe76627-2e03-487f-9372-6f4a823d4c82, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=ffe76627-2e03-487f-9372-6f4a823d4c82,segment=NetworkSegment(861e8792-4d01-4263-a75a-07669409bc1b),segment_id=861e8792-4d01-4263-a75a-07669409bc1b)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:33:48.558865 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1885d44-afe9-4c42-920d-bfc0d07d281c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), precommit_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.572332 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-b1885d44-afe9-4c42-920d-bfc0d07d281c None None] Calling delete_port for ffe76627-2e03-487f-9372-6f4a823d4c82 owned by network:dhcp {{(pid=103870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:33:48.650624 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.661578 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1885d44-afe9-4c42-920d-bfc0d07d281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347'] for port (ffe76627-2e03-487f-9372-6f4a823d4c82), after_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.680748 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe76627-2e03-487f-9372-6f4a823d4c82,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:48.682683 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] No DVR routers for this DVR port ffe76627-2e03-487f-9372-6f4a823d4c82 on host dv-cinder-836083-4-iscsi {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:48.696210 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1885d44-afe9-4c42-920d-bfc0d07d281c None None] Pushing event deleted for resources: {'Port': ['ID=ffe76627-2e03-487f-9372-6f4a823d4c82,revision_number=None']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:48.697976 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1885d44-afe9-4c42-920d-bfc0d07d281c None None] No DVR routers for this DVR port ffe76627-2e03-487f-9372-6f4a823d4c82 on host dv-cinder-836083-4-iscsi {{(pid=103870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:33:48.766121 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (63a7f050-41a0-4181-9593-de3ff1a9f1d7), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.788283 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a7f050-41a0-4181-9593-de3ff1a9f1d7']}} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:48.797798 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861e8792-4d01-4263-a75a-07669409bc1b') {'for_net_delete': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:48.798450 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861e8792-4d01-4263-a75a-07669409bc1b') {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:33:48.808870 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2945586'] for segment (861e8792-4d01-4263-a75a-07669409bc1b), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.822473 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (861e8792-4d01-4263-a75a-07669409bc1b), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.828358 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492449'] for segment (861e8792-4d01-4263-a75a-07669409bc1b), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: Traceback (most recent call last): Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: timer() Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: cb(*args, **kw) Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: return func(*args, **kwargs) Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: self._notify() Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: self.callback(batched_events) Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: event.method(event) Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: return f(self, *a, **k) Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._get(url).json() Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: return self.request(url, 'GET', **kwargs) Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:33:48.832730 dv-cinder-836083-4-iscsi neutron-server[103869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:33:48.944101 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (63a7f050-41a0-4181-9593-de3ff1a9f1d7), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.949099 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:48.953183 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] 10.222.0.47 "DELETE /v2.0/networks/63a7f050-41a0-4181-9593-de3ff1a9f1d7 HTTP/1.1" status: 204 len: 168 time: 0.7500050 Apr 11 15:33:48.974626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28afdb5-afe1-4105-8194-9ae54df42e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=63a7f050-41a0-4181-9593-de3ff1a9f1d7,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:49.081060 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:49.102596 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:49.102949 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device a8ff54a6-b97a-4ec6-aeb3-e5873a1be4e7 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:49.103367 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device df345c20-fe6c-4332-80bf-2b44e3b66bf3 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:49.122397 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: df345c20-fe6c-4332-80bf-2b44e3b66bf3 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:49.122750 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device df345c20-fe6c-4332-80bf-2b44e3b66bf3 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:49.123171 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device ffe76627-2e03-487f-9372-6f4a823d4c82 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:33:49.143978 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: ffe76627-2e03-487f-9372-6f4a823d4c82 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:33:49.144339 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device ffe76627-2e03-487f-9372-6f4a823d4c82 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:33:49.437380 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39022) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:49.477881 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-3c84c666-4f9c-4915-9404-af83ba4b81f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6cd7ff99f1ca4f849d26929168ceaae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393169 Apr 11 15:33:49.480463 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39024) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:49.536488 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8b47bd4e-3262-4948-997e-d465c71545b3 admin admin] Publish callbacks [] for security_group (a6c201ab-111e-43c5-996c-5d368f6ff52d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.561904 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8b47bd4e-3262-4948-997e-d465c71545b3 admin admin] Publish callbacks [] for security_group (a6c201ab-111e-43c5-996c-5d368f6ff52d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.704248 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8b47bd4e-3262-4948-997e-d465c71545b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a6c201ab-111e-43c5-996c-5d368f6ff52d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.707839 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8b47bd4e-3262-4948-997e-d465c71545b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:49.709347 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-8b47bd4e-3262-4948-997e-d465c71545b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6c201ab-111e-43c5-996c-5d368f6ff52d HTTP/1.1" status: 204 len: 168 time: 0.2278008 Apr 11 15:33:49.721652 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47bd4e-3262-4948-997e-d465c71545b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c201ab-111e-43c5-996c-5d368f6ff52d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:50.462396 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39030) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:50.504886 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-e39a3e61-4002-41b7-8540-e2ccb7b415f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bc1bb8f400634032bf6c10ff9d1f4e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412960 Apr 11 15:33:50.507425 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39032) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:33:50.556838 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-652c3439-958f-4d92-a684-fc201388a928 admin admin] Publish callbacks [] for security_group (bdb21b5e-3d37-4dc9-87e1-119afda9937d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.579551 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-652c3439-958f-4d92-a684-fc201388a928 admin admin] Publish callbacks [] for security_group (bdb21b5e-3d37-4dc9-87e1-119afda9937d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.723933 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-652c3439-958f-4d92-a684-fc201388a928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (bdb21b5e-3d37-4dc9-87e1-119afda9937d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.726518 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-652c3439-958f-4d92-a684-fc201388a928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:33:50.727729 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-652c3439-958f-4d92-a684-fc201388a928 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bdb21b5e-3d37-4dc9-87e1-119afda9937d HTTP/1.1" status: 204 len: 168 time: 0.2192760 Apr 11 15:33:50.740571 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c3439-958f-4d92-a684-fc201388a928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb21b5e-3d37-4dc9-87e1-119afda9937d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:33:55.031383 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:34:06.245354 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-939643ea-3a94-4542-a5d3-6129e327469e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219290864&fields=id&tenant_id=356878eeeb8647fd946ce10c3667d507 HTTP/1.1" status: 200 len: 267 time: 0.0549827 Apr 11 15:34:06.398503 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-eedc885c-914c-4921-9941-dfccf99d63e6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:06.400053 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-eedc885c-914c-4921-9941-dfccf99d63e6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 811 time: 0.1468201 Apr 11 15:34:06.417512 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-cd330d1d-ae56-437c-bb49-55d41b149c37 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/quotas/356878eeeb8647fd946ce10c3667d507 HTTP/1.1" status: 200 len: 375 time: 0.0115044 Apr 11 15:34:06.487477 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-5af6add8-7714-4423-8cef-c4bbc8f049b9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649517 Apr 11 15:34:06.505301 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-39d0f4fc-7ee8-4d84-ba45-f793ceda50bd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 15:34:06.506400 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-39d0f4fc-7ee8-4d84-ba45-f793ceda50bd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061610 Apr 11 15:34:06.608563 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-be3f4797-fddc-4494-ade4-84564d6bd3a6 service neutron] 10.222.0.47 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962458 Apr 11 15:34:06.710917 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-0c222f77-218c-4ad0-b944-cb77ac5bb1e1 service neutron] 10.222.0.47 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959342 Apr 11 15:34:07.442618 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2d5f78c6-d6db-478a-be82-e0bf07778f93 req-4ee4abcc-8fb6-4e82-943f-0e6e8a6d9628 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 210 time: 0.0377054 Apr 11 15:34:08.561806 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7be620c7-6f35-4c64-a47e-557a90a878fd req-9f88360f-82a3-44d3-bac2-ad53e06c9a26 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 210 time: 0.0366979 Apr 11 15:34:09.065580 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:09.634243 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-4b21d0ca-7150-40f8-b71c-b19c1f3a8931 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:09.636770 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-4b21d0ca-7150-40f8-b71c-b19c1f3a8931 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 811 time: 0.1275499 Apr 11 15:34:09.700111 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6a75dccd-7c70-4b1f-be80-e276aae2f309 req-a57c53a4-1e44-4da3-be0b-d8d88775bb8a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 210 time: 0.0401206 Apr 11 15:34:09.742460 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-ef20dd3c-19d7-4124-8afc-e1345af93dd0 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=356878eeeb8647fd946ce10c3667d507 HTTP/1.1" status: 200 len: 379 time: 0.0971816 Apr 11 15:34:09.752766 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'port': {'device_id': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'admin_state_up': True, 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'security_groups': ['42455c88-89ad-4255-85fb-52268dfd53a8']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:09.948763 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Made reservation on behalf of 356878eeeb8647fd946ce10c3667d507 for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:34:09.952164 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:10.094383 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Allocated IP 172.20.0.7 (e66531bf-6e49-4c11-b73f-66bed8e063d7/f0fe5095-ae2e-4dc5-ab12-87421227409c/387363bc-47ee-4372-bf4a-54d06974c551) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:34:10.248142 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for port (387363bc-47ee-4372-bf4a-54d06974c551), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:10.363146 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (387363bc-47ee-4372-bf4a-54d06974c551), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:10.408027 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:34:10.411420 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:34:10.416262 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:34:10.443377 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'Port': ['ID=387363bc-47ee-4372-bf4a-54d06974c551,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:10.474773 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:10.475442 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:10.606432 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-346c00bd-129d-45a6-a86d-f4084d2fa54f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8581817 Apr 11 15:34:10.620293 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Request body: {'port': {'device_id': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:10.672338 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-1c274819-7d61-43a3-855b-9652cafa95a5 None None] Provisioning complete for port 387363bc-47ee-4372-bf4a-54d06974c551 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:34:10.674008 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1c274819-7d61-43a3-855b-9652cafa95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (387363bc-47ee-4372-bf4a-54d06974c551), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:10.687352 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (387363bc-47ee-4372-bf4a-54d06974c551), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:10.718582 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-1c274819-7d61-43a3-855b-9652cafa95a5 None None] Port 387363bc-47ee-4372-bf4a-54d06974c551 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:34:10.892616 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4738f9-f420-40ec-9214-efb2cdcb6dc9 req-ece618e3-ae7a-4b5f-96cf-f3b1409f710f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:10.894093 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6e4738f9-f420-40ec-9214-efb2cdcb6dc9 req-ece618e3-ae7a-4b5f-96cf-f3b1409f710f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 931 time: 0.0717249 Apr 11 15:34:10.994298 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6e4738f9-f420-40ec-9214-efb2cdcb6dc9 req-d3847ccc-ba05-419b-9e32-f9f393d8b894 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908761 Apr 11 15:34:11.073843 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387363bc-47ee-4372-bf4a-54d06974c551 {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:34:11.082390 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Publish callbacks [] for port (387363bc-47ee-4372-bf4a-54d06974c551), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:11.095608 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Transition to ACTIVE for port object 387363bc-47ee-4372-bf4a-54d06974c551 will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:34:11.173930 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (387363bc-47ee-4372-bf4a-54d06974c551), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:11.224632 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Pushing event updated for resources: {'Port': ['ID=387363bc-47ee-4372-bf4a-54d06974c551,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:11.314389 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Attempting to bind port 387363bc-47ee-4372-bf4a-54d06974c551 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:34:11.324585 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Attempting to bind port 387363bc-47ee-4372-bf4a-54d06974c551 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:34:11.324585 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Attempting to bind port 387363bc-47ee-4372-bf4a-54d06974c551 on network e66531bf-6e49-4c11-b73f-66bed8e063d7 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:34:11.324585 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Port 387363bc-47ee-4372-bf4a-54d06974c551 on network e66531bf-6e49-4c11-b73f-66bed8e063d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:34:11.324585 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Attempting to bind port 387363bc-47ee-4372-bf4a-54d06974c551 on network e66531bf-6e49-4c11-b73f-66bed8e063d7 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:34:11.326713 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:34:11.327055 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Checking segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:34:11.327445 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Bound using segment: {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:34:11.327912 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Bound port: 387363bc-47ee-4372-bf4a-54d06974c551, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:34:11.328285 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (387363bc-47ee-4372-bf4a-54d06974c551), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:11.406695 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] For port 387363bc-47ee-4372-bf4a-54d06974c551, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:34:11.409943 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] For port 387363bc-47ee-4372-bf4a-54d06974c551, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=387363bc-47ee-4372-bf4a-54d06974c551,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:34:11.488417 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (387363bc-47ee-4372-bf4a-54d06974c551), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:11.577195 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:11.577195 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:11.577195 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] 10.222.0.39 "PUT /v2.0/ports/387363bc-47ee-4372-bf4a-54d06974c551 HTTP/1.1" status: 200 len: 1093 time: 0.9201171 Apr 11 15:34:11.577195 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'tag': '387363bc-47ee-4372-bf4a-54d06974c551'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:11.577195 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f194ec88-f23a-4ff7-b2b6-8fc1d2be341e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5", "tag": "387363bc-47ee-4372-bf4a-54d06974c551"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:11.577195 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cca31-eb99-4b32-85b8-c835fa13ed96 service neutron] Pushing event updated for resources: {'Port': ['ID=387363bc-47ee-4372-bf4a-54d06974c551,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:11.584071 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678e8ca1-d638-4e96-afc2-54206539779f x-openstack-request-id: req-678e8ca1-d638-4e96-afc2-54206539779f {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:11.585052 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5", "tag": "387363bc-47ee-4372-bf4a-54d06974c551", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:11.585052 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-678e8ca1-d638-4e96-afc2-54206539779f {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:11.585402 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678e8ca1-d638-4e96-afc2-54206539779f'] response: {'name': 'network-changed', 'server_uuid': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'tag': '387363bc-47ee-4372-bf4a-54d06974c551', 'status': 'completed', 'code': 200} Apr 11 15:34:11.646272 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194ec88-f23a-4ff7-b2b6-8fc1d2be341e req-7312d0a6-217b-4f0d-b3b9-672b4b70d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:11.647856 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f194ec88-f23a-4ff7-b2b6-8fc1d2be341e req-7312d0a6-217b-4f0d-b3b9-672b4b70d5ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 1127 time: 0.0438282 Apr 11 15:34:11.777538 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194ec88-f23a-4ff7-b2b6-8fc1d2be341e req-c3bb7967-4f50-463d-95ea-5a1bb35fb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:11.779714 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f194ec88-f23a-4ff7-b2b6-8fc1d2be341e req-c3bb7967-4f50-463d-95ea-5a1bb35fb868 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=356878eeeb8647fd946ce10c3667d507&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1213422 Apr 11 15:34:11.894116 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194ec88-f23a-4ff7-b2b6-8fc1d2be341e req-9427c5b3-26b4-427a-b2c3-c1a1a6adef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:11.896150 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f194ec88-f23a-4ff7-b2b6-8fc1d2be341e req-9427c5b3-26b4-427a-b2c3-c1a1a6adef79 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089265 Apr 11 15:34:11.995192 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-ded58788-3626-4ee9-9b20-0c250814b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:11.996732 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-ded58788-3626-4ee9-9b20-0c250814b309 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 1127 time: 0.0570605 Apr 11 15:34:12.008334 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-88e9610a-8874-4b3a-9292-79388c0274b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:12.040934 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-13b126a9-0ba8-4895-8a6e-5de72b607ebd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=387363bc-47ee-4372-bf4a-54d06974c551 HTTP/1.1" status: 200 len: 217 time: 0.0362337 Apr 11 15:34:12.107500 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-9c95a258-b6bc-4b04-9557-d0afd55d2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:12.109090 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-9c95a258-b6bc-4b04-9557-d0afd55d2282 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0628479 Apr 11 15:34:12.174117 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3e096-94e2-43d4-9eac-d3059c487afd req-81e43ef3-0eb0-4e4a-8b99-da3aa66963a1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:12.175660 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a8f3e096-94e2-43d4-9eac-d3059c487afd req-81e43ef3-0eb0-4e4a-8b99-da3aa66963a1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 943 time: 0.0810061 Apr 11 15:34:12.189921 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-fa12ce4e-ac73-43ab-abaa-fcf417df712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:12.191363 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-fa12ce4e-ac73-43ab-abaa-fcf417df712e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666873 Apr 11 15:34:12.280971 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a8f3e096-94e2-43d4-9eac-d3059c487afd req-085de494-4d72-45e2-8722-72238ce64560 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976498 Apr 11 15:34:12.309859 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-a508c6bf-0dfe-4b37-928b-958ab7018fc1 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084478 Apr 11 15:34:12.417386 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-317f15bf-49d9-4f18-9360-ac00c4481039 req-db336cc4-34c9-4604-9931-07dfdeb5c246 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000426 Apr 11 15:34:13.405325 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28a7ce-3b3b-4719-a33b-ea88ef6fcf78 req-cf2a8de0-fd72-4e84-8b65-ace4fa306b65 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:13.406817 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5f28a7ce-3b3b-4719-a33b-ea88ef6fcf78 req-cf2a8de0-fd72-4e84-8b65-ace4fa306b65 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 943 time: 0.0497620 Apr 11 15:34:13.477491 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5f28a7ce-3b3b-4719-a33b-ea88ef6fcf78 req-d4104a74-58d4-434a-9169-c2c1f7dd4dda tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633798 Apr 11 15:34:14.482772 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-dd04d4fa-f583-4bcb-8c45-f008c0391242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:14.603469 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59be833-4500-4f08-b704-2a1217cb2ec6 req-68b8e86b-f998-4ca8-b8e0-31920a05c929 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:14.605035 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a59be833-4500-4f08-b704-2a1217cb2ec6 req-68b8e86b-f998-4ca8-b8e0-31920a05c929 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 943 time: 0.0561516 Apr 11 15:34:14.663717 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a59be833-4500-4f08-b704-2a1217cb2ec6 req-4f495d3d-dfcd-4f1d-b091-99c35778f03d tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530436 Apr 11 15:34:15.525913 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:15.788403 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705a7bc-d29f-4933-a472-543bd021d099 req-6283f351-d525-42d4-9a07-e509331d41f6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:15.789866 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d705a7bc-d29f-4933-a472-543bd021d099 req-6283f351-d525-42d4-9a07-e509331d41f6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 943 time: 0.0531421 Apr 11 15:34:15.861492 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-e319ba38-d48b-4787-92d4-0c94f50ce7d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586815 Apr 11 15:34:15.878022 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d705a7bc-d29f-4933-a472-543bd021d099 req-9ecba48b-c4f2-446b-9edc-1b2852c4f0da tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817244 Apr 11 15:34:15.956744 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-4ee3fa78-5108-4d50-845b-f153d3207aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:15.958289 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-4ee3fa78-5108-4d50-845b-f153d3207aff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 1129 time: 0.0417988 Apr 11 15:34:16.086932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-9676e23d-bb24-4fc3-b803-faee9724b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:16.088401 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-9676e23d-bb24-4fc3-b803-faee9724b597 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 912 time: 0.1046121 Apr 11 15:34:16.463225 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-313e24bd-fc44-4527-b31b-f1c863fe8150 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b330235c-2721-4381-9cc5-6957741a2e56 HTTP/1.1" status: 200 len: 1001 time: 0.3666503 Apr 11 15:34:16.521882 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-06fbacb8-eb29-46b9-87bb-6c9fe7d185b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:16.524382 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-06fbacb8-eb29-46b9-87bb-6c9fe7d185b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0530155 Apr 11 15:34:16.576187 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-0a49d96b-bb7b-4469-af4f-b44ab7962b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:16.582697 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-0a49d96b-bb7b-4469-af4f-b44ab7962b7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435770 Apr 11 15:34:16.680927 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-4e216ee4-ebad-452b-bb92-fed066217a5b service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950322 Apr 11 15:34:16.784518 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a6c96547-aeb5-48e0-bb2d-a46073ef0beb req-43b8243f-6696-4570-ae2e-7378b21e4a0a service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981195 Apr 11 15:34:16.793435 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:17.016849 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81d5a-5a0b-4fcb-a4b3-557b7f8caff1 req-107f79ac-4811-4b83-aba0-d1b515033890 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:17.018290 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3ee81d5a-5a0b-4fcb-a4b3-557b7f8caff1 req-107f79ac-4811-4b83-aba0-d1b515033890 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 943 time: 0.0649943 Apr 11 15:34:17.075479 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3ee81d5a-5a0b-4fcb-a4b3-557b7f8caff1 req-d576247e-4d2d-409b-88ea-4bfb5c4b8b79 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481837 Apr 11 15:34:18.198534 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3b1b3-f106-4032-8b44-133b7f40a0e1 req-700017cf-6554-44cd-b855-527acfba6489 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:18.200141 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d3c3b1b3-f106-4032-8b44-133b7f40a0e1 req-700017cf-6554-44cd-b855-527acfba6489 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 943 time: 0.0523882 Apr 11 15:34:18.253726 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d3c3b1b3-f106-4032-8b44-133b7f40a0e1 req-5e861b5f-53f3-456b-8731-297c4a8beb7b tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465269 Apr 11 15:34:18.362097 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:19.379156 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ae3c8-ea0c-4f53-bb04-f4e2a516fbcd req-7d59cb50-062e-41ca-90cc-2ff6efd97fe0 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:19.380924 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-849ae3c8-ea0c-4f53-bb04-f4e2a516fbcd req-7d59cb50-062e-41ca-90cc-2ff6efd97fe0 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 943 time: 0.0520110 Apr 11 15:34:19.432706 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-849ae3c8-ea0c-4f53-bb04-f4e2a516fbcd req-81757f50-881a-493c-8eaa-6c29de4ed2c6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460331 Apr 11 15:34:20.545183 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eee545-8658-4005-9084-b779ed989080 req-2b36ed93-1567-41d4-a6cb-edfea6d772e7 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:20.546682 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-57eee545-8658-4005-9084-b779ed989080 req-2b36ed93-1567-41d4-a6cb-edfea6d772e7 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 943 time: 0.0474577 Apr 11 15:34:20.598162 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-57eee545-8658-4005-9084-b779ed989080 req-2ca0edfd-d3bb-4d0b-ba3c-7d2dfbd545aa tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457125 Apr 11 15:34:20.754487 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 387363bc-47ee-4372-bf4a-54d06974c551 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:34:20.864373 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 387363bc-47ee-4372-bf4a-54d06974c551, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=387363bc-47ee-4372-bf4a-54d06974c551,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:20.876662 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '387363bc-47ee-4372-bf4a-54d06974c551', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'port_id': '387363bc-47ee-4372-bf4a-54d06974c551', 'mac_address': 'fa:16:3e:a1:7f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:34:20.917850 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 387363bc-47ee-4372-bf4a-54d06974c551 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:34:20.918244 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (387363bc-47ee-4372-bf4a-54d06974c551), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:20.931502 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387363bc-47ee-4372-bf4a-54d06974c551 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:34:20.951615 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 387363bc-47ee-4372-bf4a-54d06974c551, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=387363bc-47ee-4372-bf4a-54d06974c551,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:21.042064 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (387363bc-47ee-4372-bf4a-54d06974c551), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:21.095981 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=387363bc-47ee-4372-bf4a-54d06974c551,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:21.287106 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['387363bc-47ee-4372-bf4a-54d06974c551'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:34:21.714304 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c0bd2-bdfd-4d30-9669-0eb058d0e07d req-9d6c6332-9614-4239-8449-cf082363712f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:21.715869 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ad0c0bd2-bdfd-4d30-9669-0eb058d0e07d req-9d6c6332-9614-4239-8449-cf082363712f tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 944 time: 0.0502188 Apr 11 15:34:21.774404 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ad0c0bd2-bdfd-4d30-9669-0eb058d0e07d req-fa2b21e6-0a9c-48da-9012-8ec4a029d545 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523710 Apr 11 15:34:22.765375 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 387363bc-47ee-4372-bf4a-54d06974c551 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:34:22.817355 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 387363bc-47ee-4372-bf4a-54d06974c551 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:34:22.899446 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b54e3-f4d0-4021-96fb-2e4d527742fd req-3ac85ecf-1a10-4ff9-873a-3c0ca2a9bef8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:22.901020 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-270b54e3-f4d0-4021-96fb-2e4d527742fd req-3ac85ecf-1a10-4ff9-873a-3c0ca2a9bef8 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 944 time: 0.0489233 Apr 11 15:34:22.944690 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 387363bc-47ee-4372-bf4a-54d06974c551 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:34:22.945078 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (387363bc-47ee-4372-bf4a-54d06974c551), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:22.955266 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-270b54e3-f4d0-4021-96fb-2e4d527742fd req-f151c269-9e06-4120-b961-cd384c716846 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477626 Apr 11 15:34:23.040195 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 387363bc-47ee-4372-bf4a-54d06974c551 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:34:23.040782 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (387363bc-47ee-4372-bf4a-54d06974c551), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:23.067942 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387363bc-47ee-4372-bf4a-54d06974c551'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:23.070237 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee744838-5bdb-4408-b717-42b549c414a9" -d '{"events": [{"server_uuid": "0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5", "name": "network-vif-plugged", "status": "completed", "tag": "387363bc-47ee-4372-bf4a-54d06974c551"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:23.084326 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 387363bc-47ee-4372-bf4a-54d06974c551, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=387363bc-47ee-4372-bf4a-54d06974c551,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:23.121745 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db110338-f841-4414-8324-357bf65aed4e x-openstack-request-id: req-db110338-f841-4414-8324-357bf65aed4e {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:23.121745 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5", "name": "network-vif-plugged", "status": "completed", "tag": "387363bc-47ee-4372-bf4a-54d06974c551", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:23.121745 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db110338-f841-4414-8324-357bf65aed4e {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:23.121745 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db110338-f841-4414-8324-357bf65aed4e'] response: {'server_uuid': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387363bc-47ee-4372-bf4a-54d06974c551', 'code': 200} Apr 11 15:34:23.182166 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (387363bc-47ee-4372-bf4a-54d06974c551), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:23.251922 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=387363bc-47ee-4372-bf4a-54d06974c551,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:23.569666 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f3a57-a694-4fa3-a972-83de9c9e8ee1 req-c72c3d8b-4157-4624-b58d-948d895c2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:23.572277 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d60f3a57-a694-4fa3-a972-83de9c9e8ee1 req-c72c3d8b-4157-4624-b58d-948d895c2555 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 1129 time: 0.0448468 Apr 11 15:34:23.635689 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d60f3a57-a694-4fa3-a972-83de9c9e8ee1 req-9ff8e853-8fca-46f4-9b7d-f1c1f5734fb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519948 Apr 11 15:34:24.093708 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa649655-0d52-4e45-bb22-0a3a22cc949e req-2116ee8b-38ef-42a3-8d27-4ced80b89ced tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:24.095929 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa649655-0d52-4e45-bb22-0a3a22cc949e req-2116ee8b-38ef-42a3-8d27-4ced80b89ced tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 945 time: 0.0640593 Apr 11 15:34:24.150585 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa649655-0d52-4e45-bb22-0a3a22cc949e req-de40825b-6f8b-4831-b88d-d3e48518262a tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488572 Apr 11 15:34:25.296801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71d360-8191-49d3-85cb-8b1f933b7b5d req-7d6ae782-ae75-4e44-8494-c8d66cd11d57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:25.299870 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2e71d360-8191-49d3-85cb-8b1f933b7b5d req-7d6ae782-ae75-4e44-8494-c8d66cd11d57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 945 time: 0.0510421 Apr 11 15:34:25.350925 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2e71d360-8191-49d3-85cb-8b1f933b7b5d req-974c9998-4e19-4713-80dc-7187e9744a59 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467117 Apr 11 15:34:25.484764 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6d5e3-c86c-41ca-94ea-b769b08b4a11 req-4254dc8f-f75f-4df6-8902-d18153de2f51 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:25.486299 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5fb6d5e3-c86c-41ca-94ea-b769b08b4a11 req-4254dc8f-f75f-4df6-8902-d18153de2f51 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 945 time: 0.0647726 Apr 11 15:34:25.538867 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5fb6d5e3-c86c-41ca-94ea-b769b08b4a11 req-45332eac-8c56-4fc2-9c3c-c6717c94b30c tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456207 Apr 11 15:34:25.564716 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39158) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:25.603934 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3713a693-4008-404d-a5b2-31573b268a14 tempest-TestVolumeBootPattern-1621854133 tempest-TestVolumeBootPattern-1621854133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:25.605404 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-3713a693-4008-404d-a5b2-31573b268a14 tempest-TestVolumeBootPattern-1621854133 tempest-TestVolumeBootPattern-1621854133-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 1124 time: 0.0396669 Apr 11 15:34:25.608494 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39160) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:25.616464 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'port_id': '387363bc-47ee-4372-bf4a-54d06974c551', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:34:25.702086 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.792580 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:25.904476 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Allocated IP 172.27.0.147 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/74177cbb-fab7-43f3-aa35-575a753f7ce3) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:34:26.019424 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for port (74177cbb-fab7-43f3-aa35-575a753f7ce3), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:26.151051 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (74177cbb-fab7-43f3-aa35-575a753f7ce3), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:26.192879 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:34:26.195748 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:34:26.198538 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:34:26.223926 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'Port': ['ID=74177cbb-fab7-43f3-aa35-575a753f7ce3,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:26.241542 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.241883 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.242225 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.242563 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.242893 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.243221 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.243556 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.243889 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.244213 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.244533 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.244896 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.245223 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.245539 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.245854 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.246170 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:26.864047 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (af019ad9-7283-4b54-9634-e4d9d7a0ea93), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:27.029996 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (74177cbb-fab7-43f3-aa35-575a753f7ce3), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:27.187154 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for port (74177cbb-fab7-43f3-aa35-575a753f7ce3), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:27.279019 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (74177cbb-fab7-43f3-aa35-575a753f7ce3), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:27.354249 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event updated for resources: {'Port': ['ID=74177cbb-fab7-43f3-aa35-575a753f7ce3,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:27.366766 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (af019ad9-7283-4b54-9634-e4d9d7a0ea93), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:27.482668 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.l3_db [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Floating IP af019ad9-7283-4b54-9634-e4d9d7a0ea93 associated. External IP: 172.27.0.147, port: 387363bc-47ee-4372-bf4a-54d06974c551. Apr 11 15:34:27.707247 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:34:27.822415 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:34:27.834710 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] Sync routers for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:34:27.851498 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:27.852156 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:34:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:27.924103 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:27.956889 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-fcb980d1-1402-448f-9bcf-123158d1ddfc tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3469992 Apr 11 15:34:27.957486 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'tag': '387363bc-47ee-4372-bf4a-54d06974c551'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:27.959841 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5", "tag": "387363bc-47ee-4372-bf4a-54d06974c551"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:27.966850 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:27.996232 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcfeade-d255-4af6-8a95-4a54a0f70b1f x-openstack-request-id: req-3fcfeade-d255-4af6-8a95-4a54a0f70b1f {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:27.997237 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5", "tag": "387363bc-47ee-4372-bf4a-54d06974c551", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:27.997237 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3fcfeade-d255-4af6-8a95-4a54a0f70b1f {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:27.997237 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fcfeade-d255-4af6-8a95-4a54a0f70b1f'] response: {'name': 'network-changed', 'server_uuid': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'tag': '387363bc-47ee-4372-bf4a-54d06974c551', 'status': 'completed', 'code': 200} Apr 11 15:34:28.063151 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-d3a7617b-7538-42f5-99f6-40c6ecc329bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:28.064816 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-d3a7617b-7538-42f5-99f6-40c6ecc329bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 1129 time: 0.0437467 Apr 11 15:34:28.176479 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-35ea1b2f-4572-498d-97f5-ce48dd9562c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:28.178365 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-35ea1b2f-4572-498d-97f5-ce48dd9562c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 912 time: 0.1079464 Apr 11 15:34:28.243343 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '84bc9551-13aa-495d-a62d-9645093bd836', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:66:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:13Z', 'updated_at': '2022-04-11T15:32:15Z', 'revision_number': 1, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}, {'id': 'af019ad9-7283-4b54-9634-e4d9d7a0ea93', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': '387363bc-47ee-4372-bf4a-54d06974c551', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:a1:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:26Z', 'updated_at': '2022-04-11T15:34:26Z', 'revision_number': 0, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:28.248968 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-203e4b7c-f3e7-46c1-b911-5d0efb627091 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=387363bc-47ee-4372-bf4a-54d06974c551 HTTP/1.1" status: 200 len: 999 time: 0.0644763 Apr 11 15:34:28.274943 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] Checking router: 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:34:28.284262 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:28.284890 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:34:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:28.303073 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-64c7794f-2b03-44f8-b171-ec74e226933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:28.304586 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-64c7794f-2b03-44f8-b171-ec74e226933c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0492268 Apr 11 15:34:28.350781 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-6b8dfa7b-fa15-4d0e-8a54-8d5d717359bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:28.352341 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-6b8dfa7b-fa15-4d0e-8a54-8d5d717359bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416040 Apr 11 15:34:28.469292 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-05a7a921-2f3d-41bd-8b4e-4fca178deb29 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109374 Apr 11 15:34:28.540637 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:28.567566 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8b326d7c-de2a-4d1c-8fa0-5c8ffa104189 req-1104c077-520d-42fe-bdc5-78fa8deb6869 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926681 Apr 11 15:34:28.769808 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '84bc9551-13aa-495d-a62d-9645093bd836', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:66:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:13Z', 'updated_at': '2022-04-11T15:32:15Z', 'revision_number': 1, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}, {'id': 'af019ad9-7283-4b54-9634-e4d9d7a0ea93', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': '387363bc-47ee-4372-bf4a-54d06974c551', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:a1:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:26Z', 'updated_at': '2022-04-11T15:34:26Z', 'revision_number': 0, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:28.802778 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d203f-9968-44c1-be76-30cb59059a6a None None] The sync data for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi is: [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '84bc9551-13aa-495d-a62d-9645093bd836', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:66:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:13Z', 'updated_at': '2022-04-11T15:32:15Z', 'revision_number': 1, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}, {'id': 'af019ad9-7283-4b54-9634-e4d9d7a0ea93', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': '387363bc-47ee-4372-bf4a-54d06974c551', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:a1:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:34:26Z', 'updated_at': '2022-04-11T15:34:26Z', 'revision_number': 0, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:34:29.014483 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42005efb-b9f1-4d53-8b37-98dd2988200b None None] New status for floating IP af019ad9-7283-4b54-9634-e4d9d7a0ea93: ACTIVE {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:34:32.030468 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:34:39.075366 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:41.983859 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-fd68fa7a-405d-45d4-bb4d-a3f1ae64a5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:44.463601 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b3b2307b-0e29-4b65-8020-94f427f29b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:45.563904 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:46.793064 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:48.432103 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:49.188947 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e4ea2-60d5-45ee-9739-62e5ccf86cf5 req-8265c5bb-026a-4b01-a70d-d93a5641b5c3 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:49.190436 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a79e4ea2-60d5-45ee-9739-62e5ccf86cf5 req-8265c5bb-026a-4b01-a70d-d93a5641b5c3 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 945 time: 0.0499120 Apr 11 15:34:49.241931 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a79e4ea2-60d5-45ee-9739-62e5ccf86cf5 req-8556bfb9-2911-4c3c-bb79-1d87b623dc6e tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428853 Apr 11 15:34:50.363561 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d5df1-2cd4-471c-a7ad-f041c21c3fc1 req-00f9d28f-0d5c-49d6-af3a-44b2e39201ee tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:50.365041 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f58d5df1-2cd4-471c-a7ad-f041c21c3fc1 req-00f9d28f-0d5c-49d6-af3a-44b2e39201ee tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 945 time: 0.0506845 Apr 11 15:34:50.412599 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f58d5df1-2cd4-471c-a7ad-f041c21c3fc1 req-7cafea80-80f5-402e-ae45-818d2fbc21fa tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418620 Apr 11 15:34:51.069386 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-016645f7-d05e-4c9c-b65d-755038b11a39 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:51.070836 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-016645f7-d05e-4c9c-b65d-755038b11a39 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.39 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 945 time: 0.0480950 Apr 11 15:34:51.161320 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Deleting port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:51.161668 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:51.253570 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] For port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:51.253932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:51.424485 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:51.425592 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (1a003820-0e3e-4bd3-ae3a-91ef5073946f), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:51.425592 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Floating IP 1a003820-0e3e-4bd3-ae3a-91ef5073946f disassociated. External IP: 172.27.0.39, port: 416cfa39-c63f-46b0-bac1-94cd4c39e6b0. Apr 11 15:34:51.425592 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Calling delete_port for 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:51.542690 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a34ea-1075-42d2-9995-ddf72991eca1 req-63911472-fa18-44a2-9ec8-4ca690f39ed9 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:34:51.544208 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-266a34ea-1075-42d2-9995-ddf72991eca1 req-63911472-fa18-44a2-9ec8-4ca690f39ed9 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 945 time: 0.0582335 Apr 11 15:34:51.632650 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-266a34ea-1075-42d2-9995-ddf72991eca1 req-67fae9a7-c0d3-472c-befe-06f1640e5859 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups?id=14c76113-2098-438e-8750-fdb6d1ec2f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812962 Apr 11 15:34:51.726470 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (416cfa39-c63f-46b0-bac1-94cd4c39e6b0), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:51.757801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event deleted for resources: {'Port': ['ID=416cfa39-c63f-46b0-bac1-94cd4c39e6b0,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:51.770251 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.770619 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.770971 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.771318 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.771693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.772034 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.772393 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.772728 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.773065 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.773398 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.774508 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.774508 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.774508 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.775029 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.775029 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:34:51.889564 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Router 341c003c-6074-4cce-ab73-00b79b2a19ab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:34:52.004721 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:34:52.016166 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] Sync routers for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:34:52.026375 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:52.026933 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:34:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:52.047892 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] No DVR routers for this DVR port 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:34:52.050337 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:52.054058 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-73c0c6f1-04a7-4ad9-bb38-7f26918cbb6c req-1c6b4c26-11df-4c5f-a8ca-a01f1f521460 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.39 "DELETE /v2.0/ports/416cfa39-c63f-46b0-bac1-94cd4c39e6b0 HTTP/1.1" status: 204 len: 173 time: 0.9758074 Apr 11 15:34:52.054512 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'name': 'network-vif-deleted', 'tag': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:34:52.056812 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc721301-2aea-4caf-9391-939e88b8169f" -d '{"events": [{"server_uuid": "c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d", "name": "network-vif-deleted", "tag": "416cfa39-c63f-46b0-bac1-94cd4c39e6b0"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:34:52.101746 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c164bea3-e5ec-4daf-bbfa-33101920bad0 x-openstack-request-id: req-c164bea3-e5ec-4daf-bbfa-33101920bad0 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:34:52.102255 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d", "name": "network-vif-deleted", "tag": "416cfa39-c63f-46b0-bac1-94cd4c39e6b0", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:34:52.102557 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c164bea3-e5ec-4daf-bbfa-33101920bad0 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:34:52.103045 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c164bea3-e5ec-4daf-bbfa-33101920bad0'] response: {'server_uuid': 'c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d', 'name': 'network-vif-deleted', 'tag': '416cfa39-c63f-46b0-bac1-94cd4c39e6b0', 'status': 'completed', 'code': 200} Apr 11 15:34:52.149898 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:52.384856 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:52.417198 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] Checking router: 341c003c-6074-4cce-ab73-00b79b2a19ab for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:34:52.426931 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:34:52.428296 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:34:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:52.548476 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:34:52.752916 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:34:52.758413 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-358f8f9c-2f73-42cc-878e-7cbf7c979b35 req-32e9f57a-5b8a-4609-866a-3a459a7f9002 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49ffdb2-6ec6-4ab7-8e2e-3fdf5fa68a4d HTTP/1.1" status: 200 len: 210 time: 0.0424891 Apr 11 15:34:52.784304 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8aac5-3fb9-48e7-af44-5214dc432eda None None] The sync data for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi is: [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:30:10Z', 'revision_number': 4, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '873a91df-f08e-471f-8f8c-6bb044eacbed', 'name': '', 'network_id': 'ff9f6518-22f2-49f9-86ac-b35ab61eefa3', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'mac_address': 'fa:16:3e:6b:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:09Z', 'updated_at': '2022-04-11T15:30:13Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'subnets': [{'id': 'e2a418ac-b835-4223-8fbb-8b513d683b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:34:53.045592 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9284b1-3158-4c6b-b5b0-2599ecc7e734 None None] New status for floating IP 1a003820-0e3e-4bd3-ae3a-91ef5073946f: DOWN {{(pid=103871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:34:53.947003 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39286) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:54.002884 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cfa0e90d-1778-441d-953e-11b9058f9eaf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (14c76113-2098-438e-8750-fdb6d1ec2f38), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:54.026812 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cfa0e90d-1778-441d-953e-11b9058f9eaf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (14c76113-2098-438e-8750-fdb6d1ec2f38), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:54.158040 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cfa0e90d-1778-441d-953e-11b9058f9eaf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (14c76113-2098-438e-8750-fdb6d1ec2f38), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:54.161556 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-cfa0e90d-1778-441d-953e-11b9058f9eaf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:54.163248 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-cfa0e90d-1778-441d-953e-11b9058f9eaf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "DELETE /v2.0/security-groups/14c76113-2098-438e-8750-fdb6d1ec2f38 HTTP/1.1" status: 204 len: 168 time: 0.2150767 Apr 11 15:34:54.166025 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39288) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:54.176316 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0e90d-1778-441d-953e-11b9058f9eaf tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c76113-2098-438e-8750-fdb6d1ec2f38,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:54.181684 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.api.v2.resource [None req-5f2c5413-8a11-4d49-8cb3-de858e20bcc3 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] show failed (client error): The resource could not be found. Apr 11 15:34:54.182752 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-5f2c5413-8a11-4d49-8cb3-de858e20bcc3 tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "GET /v2.0/security-groups/14c76113-2098-438e-8750-fdb6d1ec2f38 HTTP/1.1" status: 404 len: 347 time: 0.0156534 Apr 11 15:34:54.185780 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39290) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:54.309826 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-443cf2e4-b756-48da-86ac-1cc899152a1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Deleting port 80df327b-8d5c-4005-a655-5b3964a50103 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:54.310170 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-443cf2e4-b756-48da-86ac-1cc899152a1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (80df327b-8d5c-4005-a655-5b3964a50103), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:54.388003 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-443cf2e4-b756-48da-86ac-1cc899152a1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (80df327b-8d5c-4005-a655-5b3964a50103), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:54.388328 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-443cf2e4-b756-48da-86ac-1cc899152a1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (80df327b-8d5c-4005-a655-5b3964a50103), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:54.401361 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-443cf2e4-b756-48da-86ac-1cc899152a1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Calling delete_port for 80df327b-8d5c-4005-a655-5b3964a50103 owned by network:floatingip {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:54.606718 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-443cf2e4-b756-48da-86ac-1cc899152a1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (80df327b-8d5c-4005-a655-5b3964a50103), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:54.633131 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cf2e4-b756-48da-86ac-1cc899152a1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Pushing event deleted for resources: {'Port': ['ID=80df327b-8d5c-4005-a655-5b3964a50103,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:54.698133 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-443cf2e4-b756-48da-86ac-1cc899152a1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks [] for floatingip (1a003820-0e3e-4bd3-ae3a-91ef5073946f), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:54.700851 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-443cf2e4-b756-48da-86ac-1cc899152a1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:54.702066 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-443cf2e4-b756-48da-86ac-1cc899152a1a tempest-AttachVolumeTestJSON-1473726491 tempest-AttachVolumeTestJSON-1473726491-project] 10.222.0.47 "DELETE /v2.0/floatingips/1a003820-0e3e-4bd3-ae3a-91ef5073946f HTTP/1.1" status: 204 len: 168 time: 0.5153430 Apr 11 15:34:54.883022 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:34:54.903928 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:34:54.904278 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 416cfa39-c63f-46b0-bac1-94cd4c39e6b0 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:34:58.803283 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39320) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:34:59.145177 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774516'] for router_interface (341c003c-6074-4cce-ab73-00b79b2a19ab), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:59.405167 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] Deleting port 873a91df-f08e-471f-8f8c-6bb044eacbed {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:34:59.405520 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:59.486255 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] For port 873a91df-f08e-471f-8f8c-6bb044eacbed, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=873a91df-f08e-471f-8f8c-6bb044eacbed,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:34:59.486614 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:59.503732 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] Calling delete_port for 873a91df-f08e-471f-8f8c-6bb044eacbed owned by network:router_interface {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:34:59.783315 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (873a91df-f08e-471f-8f8c-6bb044eacbed), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:34:59.807202 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=873a91df-f08e-471f-8f8c-6bb044eacbed,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:34:59.993294 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774360'] for router_interface (341c003c-6074-4cce-ab73-00b79b2a19ab), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:00.216407 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] Router 341c003c-6074-4cce-ab73-00b79b2a19ab has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:35:00.593940 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:35:00.598918 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-0af231a6-95ec-4a7c-8ea2-c81426d8c7b5 admin admin] 10.222.0.47 "PUT /v2.0/routers/341c003c-6074-4cce-ab73-00b79b2a19ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7945766 Apr 11 15:35:00.601385 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39322) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:00.606887 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] Sync routers for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:35:00.617569 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:00.618200 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:34:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:00.715113 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Publish callbacks [] for router (341c003c-6074-4cce-ab73-00b79b2a19ab), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:00.728350 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:00.823115 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Publish callbacks [] for router_gateway (341c003c-6074-4cce-ab73-00b79b2a19ab), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:00.906175 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:34:59Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:00.933464 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] Checking router: 341c003c-6074-4cce-ab73-00b79b2a19ab for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:35:00.943173 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] Routers {'341c003c-6074-4cce-ab73-00b79b2a19ab'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:00.943835 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:34:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['341c003c-6074-4cce-ab73-00b79b2a19ab'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:01.005743 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Deleting port 394bfce6-7583-44c1-b835-231f1bd544ef {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:35:01.006068 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:01.056090 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] Set router 341c003c-6074-4cce-ab73-00b79b2a19ab gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:01.097086 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] For port 394bfce6-7583-44c1-b835-231f1bd544ef, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=394bfce6-7583-44c1-b835-231f1bd544ef,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:01.097537 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:01.120316 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Calling delete_port for 394bfce6-7583-44c1-b835-231f1bd544ef owned by network:router_gateway {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:35:01.234077 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:34:59Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:01.262021 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec930824-a124-4100-9804-17c2e30983d6 None None] The sync data for ids ['341c003c-6074-4cce-ab73-00b79b2a19ab'] in dv-cinder-836083-4-iscsi is: [{'id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'name': 'tempest-AttachVolumeTestJSON-185629859-router', 'tenant_id': '37a6e4b0e36b4585a337acddb85215d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:30:05Z', 'updated_at': '2022-04-11T15:34:59Z', 'revision_number': 5, 'project_id': '37a6e4b0e36b4585a337acddb85215d0', 'gw_port': {'id': '394bfce6-7583-44c1-b835-231f1bd544ef', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c003c-6074-4cce-ab73-00b79b2a19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:30:06Z', 'updated_at': '2022-04-11T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:35:01.397328 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (394bfce6-7583-44c1-b835-231f1bd544ef), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:01.423525 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=394bfce6-7583-44c1-b835-231f1bd544ef,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:01.486719 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776638'] for router_gateway (341c003c-6074-4cce-ab73-00b79b2a19ab), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:01.578868 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47802'] for router (341c003c-6074-4cce-ab73-00b79b2a19ab), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:01.581083 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Publish callbacks [] for router_controller (341c003c-6074-4cce-ab73-00b79b2a19ab), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:01.696919 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1730649'] for router (341c003c-6074-4cce-ab73-00b79b2a19ab), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:01.697543 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341c003c-6074-4cce-ab73-00b79b2a19ab {{(pid=103869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:35:01.702054 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:01.705651 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-af433f2e-161c-4791-b055-fb019efe57f4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/341c003c-6074-4cce-ab73-00b79b2a19ab HTTP/1.1" status: 204 len: 168 time: 1.1009183 Apr 11 15:35:01.710514 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39324) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:01.759585 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_v2 [None req-3466597d-74ee-424b-9812-534868575758 admin admin] Deleting subnet e2a418ac-b835-4223-8fbb-8b513d683b17 {{(pid=103869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:35:01.763202 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3466597d-74ee-424b-9812-534868575758 admin admin] Publish callbacks [] for subnet (e2a418ac-b835-4223-8fbb-8b513d683b17), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:01.799569 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3466597d-74ee-424b-9812-534868575758 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2945595'] for subnet (e2a418ac-b835-4223-8fbb-8b513d683b17), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:01.886477 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3466597d-74ee-424b-9812-534868575758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (e2a418ac-b835-4223-8fbb-8b513d683b17), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.074968 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3466597d-74ee-424b-9812-534868575758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143732'] for subnet (e2a418ac-b835-4223-8fbb-8b513d683b17), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.101113 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466597d-74ee-424b-9812-534868575758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a418ac-b835-4223-8fbb-8b513d683b17,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:02.104684 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3466597d-74ee-424b-9812-534868575758 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.108573 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-3466597d-74ee-424b-9812-534868575758 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e2a418ac-b835-4223-8fbb-8b513d683b17 HTTP/1.1" status: 204 len: 168 time: 0.4012017 Apr 11 15:35:02.111190 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72a5ddf-90f5-498d-8826-94df1873cc76 None None] Network ff9f6518-22f2-49f9-86ac-b35ab61eefa3 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:35:02.111708 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39326) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:02.185656 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (ff9f6518-22f2-49f9-86ac-b35ab61eefa3), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.235066 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Deleting port 9966e65d-16a5-4367-8d47-462f97f54b15 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:35:02.235410 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.286405 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] DHCP port deletion for ff9f6518-22f2-49f9-86ac-b35ab61eefa3 request from dv-cinder-836083-4-iscsi {{(pid=103870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:35:02.306346 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] For port 9966e65d-16a5-4367-8d47-462f97f54b15, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=9966e65d-16a5-4367-8d47-462f97f54b15,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:02.306687 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.324940 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Calling delete_port for 9966e65d-16a5-4367-8d47-462f97f54b15 owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:35:02.327745 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Deleting port 9966e65d-16a5-4367-8d47-462f97f54b15 {{(pid=103870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:35:02.329371 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), before_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.394466 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] For port 9966e65d-16a5-4367-8d47-462f97f54b15, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=9966e65d-16a5-4367-8d47-462f97f54b15,segment=NetworkSegment(dd0f1aef-cea5-493a-9a4e-d6ebe3946beb),segment_id=dd0f1aef-cea5-493a-9a4e-d6ebe3946beb)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:02.394858 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), precommit_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.486144 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.510471 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=9966e65d-16a5-4367-8d47-462f97f54b15,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:02.517202 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] No DVR routers for this DVR port 9966e65d-16a5-4367-8d47-462f97f54b15 on host dv-cinder-836083-4-iscsi {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:35:02.543907 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Calling delete_port for 9966e65d-16a5-4367-8d47-462f97f54b15 owned by network:dhcp {{(pid=103870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:35:02.599083 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (ff9f6518-22f2-49f9-86ac-b35ab61eefa3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.621917 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9f6518-22f2-49f9-86ac-b35ab61eefa3']}} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:02.627518 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347'] for port (9966e65d-16a5-4367-8d47-462f97f54b15), after_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.632297 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb') {'for_net_delete': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:02.632611 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0f1aef-cea5-493a-9a4e-d6ebe3946beb') {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:02.643008 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10103209'] for segment (dd0f1aef-cea5-493a-9a4e-d6ebe3946beb), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.655750 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] No DVR routers for this DVR port 9966e65d-16a5-4367-8d47-462f97f54b15 on host dv-cinder-836083-4-iscsi {{(pid=103870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:35:02.656548 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (dd0f1aef-cea5-493a-9a4e-d6ebe3946beb), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.660229 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Pushing event deleted for resources: {'Port': ['ID=9966e65d-16a5-4367-8d47-462f97f54b15,revision_number=None']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:02.663489 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:35:02.664384 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10357356'] for segment (dd0f1aef-cea5-493a-9a4e-d6ebe3946beb), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.669136 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.669474 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.669997 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.670334 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.670582 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.670908 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.671230 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.671574 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.678749 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.678749 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.678749 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.678749 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.678749 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.678749 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.678749 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3982f7c-e4fb-4045-86c9-96d9b21a632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: Traceback (most recent call last): Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: timer() Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: cb(*args, **kw) Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: return func(*args, **kwargs) Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: self._notify() Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: self.callback(batched_events) Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: event.method(event) Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: return f(self, *a, **k) Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._get(url).json() Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: return self.request(url, 'GET', **kwargs) Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:35:02.679463 dv-cinder-836083-4-iscsi neutron-server[103868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:35:02.834090 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (ff9f6518-22f2-49f9-86ac-b35ab61eefa3), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.839648 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:02.842911 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] 10.222.0.47 "DELETE /v2.0/networks/ff9f6518-22f2-49f9-86ac-b35ab61eefa3 HTTP/1.1" status: 204 len: 168 time: 0.7305131 Apr 11 15:35:02.855356 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b886fea-3f9d-421b-8f4e-ebcc5f1dd0ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9f6518-22f2-49f9-86ac-b35ab61eefa3,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:03.106987 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 394bfce6-7583-44c1-b835-231f1bd544ef no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:35:03.130934 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 394bfce6-7583-44c1-b835-231f1bd544ef {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:35:03.131668 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 394bfce6-7583-44c1-b835-231f1bd544ef not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:35:03.131771 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 873a91df-f08e-471f-8f8c-6bb044eacbed no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:35:03.150314 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 873a91df-f08e-471f-8f8c-6bb044eacbed {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:35:03.150666 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 873a91df-f08e-471f-8f8c-6bb044eacbed not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:35:03.151076 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 9966e65d-16a5-4367-8d47-462f97f54b15 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:35:03.170256 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 9966e65d-16a5-4367-8d47-462f97f54b15 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:35:03.170603 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 9966e65d-16a5-4367-8d47-462f97f54b15 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:35:03.364989 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39330) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:03.622902 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-d450c3e1-d03f-4659-8668-af521b17b54e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37a6e4b0e36b4585a337acddb85215d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564595 Apr 11 15:35:03.625247 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39334) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:03.674631 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1281-51a4-4078-a6bc-49b8a5a75dc0 admin admin] Publish callbacks [] for security_group (32a836e6-e20a-4f90-b299-17a704097fa5), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:03.696805 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1281-51a4-4078-a6bc-49b8a5a75dc0 admin admin] Publish callbacks [] for security_group (32a836e6-e20a-4f90-b299-17a704097fa5), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:03.857350 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1281-51a4-4078-a6bc-49b8a5a75dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (32a836e6-e20a-4f90-b299-17a704097fa5), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:03.860183 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1281-51a4-4078-a6bc-49b8a5a75dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:03.861352 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-b4ba1281-51a4-4078-a6bc-49b8a5a75dc0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32a836e6-e20a-4f90-b299-17a704097fa5 HTTP/1.1" status: 204 len: 168 time: 0.2351589 Apr 11 15:35:03.869591 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba1281-51a4-4078-a6bc-49b8a5a75dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a836e6-e20a-4f90-b299-17a704097fa5,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:05.039741 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39356) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:05.137192 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-331741067-network', 'tenant_id': '18a33233020d4be1b947b5325f4684dd'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:35:05.262750 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Made reservation on behalf of 18a33233020d4be1b947b5325f4684dd for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:35:05.265520 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:05.275564 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:05.360865 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Publish callbacks [] for security_group (b4da23c3-9529-444d-bf3e-52980d9261d5), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:05.454538 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b4da23c3-9529-444d-bf3e-52980d9261d5), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:05.479738 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:35:05.489600 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4da23c3-9529-444d-bf3e-52980d9261d5,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:05.494564 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (8e4b6a77-47c1-44bd-8fbd-a06269c78ef8), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:05.494916 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Added segment 8e4b6a77-47c1-44bd-8fbd-a06269c78ef8 of type vlan for network e0b4d0a7-cb81-4dcc-88de-f09f980687cb Apr 11 15:35:05.535749 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (e0b4d0a7-cb81-4dcc-88de-f09f980687cb), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:05.645572 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (e0b4d0a7-cb81-4dcc-88de-f09f980687cb), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:05.646657 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:05.647173 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:05.721352 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e0b4d0a7-cb81-4dcc-88de-f09f980687cb,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:05.731372 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:35:05.769076 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-9f596a70-9af5-4284-9bfc-806229e562c2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7282166 Apr 11 15:35:05.772319 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39360) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:05.778115 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Request body: {'subnet': {'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-331741067-subnet', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:35:05.885656 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Made reservation on behalf of 18a33233020d4be1b947b5325f4684dd for: {'subnet': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:35:05.888112 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3143721'] for subnet (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:06.168844 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2504262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3143739'] for subnet (403cc91d-8b32-4ba2-99bd-dea9cb44cd8e), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:06.227471 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:06.235663 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Checking segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:35:06.236153 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Network hostable DHCP agents. Network: e0b4d0a7-cb81-4dcc-88de-f09f980687cb, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:35:06.365361 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:35:06.505457 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, e0b4d0a7-cb81-4dcc-88de-f09f980687cb) {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:35:06.509664 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:06.510216 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:06.514574 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc733e5e-eed1-4fc3-a39f-13403f5171ad None None] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:35:06.619990 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d60f81b-501f-5f22-a520-4e2d23911f1f-e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e'}]}} from dv-cinder-836083-4-iscsi. {{(pid=103870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 15:35:06.620855 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:06.628362 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d3ff8f1d-39c4-4dbe-a87c-ff28fa879a8a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8549206 Apr 11 15:35:06.631108 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39362) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:06.635512 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:35:06.748578 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1730858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47764'] for router (64448545-af94-4d0a-b2a6-93ac986678ec), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:06.749778 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1730714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1774113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47789'] for router (64448545-af94-4d0a-b2a6-93ac986678ec), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:06.754921 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.db_base_plugin_common [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Allocated IP 172.20.0.2 (e0b4d0a7-cb81-4dcc-88de-f09f980687cb/403cc91d-8b32-4ba2-99bd-dea9cb44cd8e/742841f8-f0f8-4dfa-92d7-7636610af9cd) {{(pid=103870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:35:06.807952 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks [] for router_controller (64448545-af94-4d0a-b2a6-93ac986678ec), precommit_add_association {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:06.902099 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Publish callbacks [] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), precommit_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:07.033499 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks [] for router_gateway (64448545-af94-4d0a-b2a6-93ac986678ec), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:07.048925 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), after_create {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:07.093247 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb is already hosted by enough agents. {{(pid=103870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:35:07.093247 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.scheduler.base_scheduler [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Resources bound (agent type, host, resource id): {{(pid=103870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:35:07.095863 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Received port after_create {{(pid=103870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:35:07.104732 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Pushing event updated for resources: {'Port': ['ID=742841f8-f0f8-4dfa-92d7-7636610af9cd,revision_number=1']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:07.163342 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Attempting to bind port 742841f8-f0f8-4dfa-92d7-7636610af9cd on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:35:07.163742 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Attempting to bind port 742841f8-f0f8-4dfa-92d7-7636610af9cd by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:35:07.164729 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Attempting to bind port 742841f8-f0f8-4dfa-92d7-7636610af9cd on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:35:07.170715 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:35:07.171479 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Checking segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:35:07.171650 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:07.172047 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Bound using segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:35:07.172518 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Bound port: 742841f8-f0f8-4dfa-92d7-7636610af9cd, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:35:07.172893 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:07.267727 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] For port 742841f8-f0f8-4dfa-92d7-7636610af9cd, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:35:07.272607 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] For port 742841f8-f0f8-4dfa-92d7-7636610af9cd, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=742841f8-f0f8-4dfa-92d7-7636610af9cd,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:35:07.336081 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks [] for router_gateway (64448545-af94-4d0a-b2a6-93ac986678ec), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:07.355091 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:07.360254 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:07.417859 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833b76f-6aa5-45fd-8cce-a7ee431ad064 None None] Pushing event updated for resources: {'Port': ['ID=742841f8-f0f8-4dfa-92d7-7636610af9cd,revision_number=2']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:07.474772 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Allocated IP 172.27.0.230 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/efcde120-4fa6-4301-8900-5948e885dd15) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:35:07.598902 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks [] for port (efcde120-4fa6-4301-8900-5948e885dd15), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:07.737873 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (efcde120-4fa6-4301-8900-5948e885dd15), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:07.782935 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:35:07.786130 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:35:07.790793 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:35:07.815158 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Pushing event updated for resources: {'Port': ['ID=efcde120-4fa6-4301-8900-5948e885dd15,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:08.191989 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks [] for router_gateway (64448545-af94-4d0a-b2a6-93ac986678ec), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:08.336694 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fedcc7e-23ef-46ae-9af1-eff26735cc8b None None] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:35:08.415098 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1730723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776594'] for router (64448545-af94-4d0a-b2a6-93ac986678ec), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:08.446256 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-c5088532-96f9-4477-a3d3-0e8dd316ee84 None None] Provisioning complete for port 742841f8-f0f8-4dfa-92d7-7636610af9cd triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:08.446624 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c5088532-96f9-4477-a3d3-0e8dd316ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:08.538061 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-c5088532-96f9-4477-a3d3-0e8dd316ee84 None None] Current status of the port 742841f8-f0f8-4dfa-92d7-7636610af9cd is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:08.538609 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c5088532-96f9-4477-a3d3-0e8dd316ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:08.574029 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-c5088532-96f9-4477-a3d3-0e8dd316ee84 None None] For port 742841f8-f0f8-4dfa-92d7-7636610af9cd, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=742841f8-f0f8-4dfa-92d7-7636610af9cd,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:08.680470 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Router 64448545-af94-4d0a-b2a6-93ac986678ec is scheduled to L3 agent ee0f3696-1ff3-4333-8062-5267578843af with binding_index 1 {{(pid=103869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 15:35:08.720117 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c5088532-96f9-4477-a3d3-0e8dd316ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:08.775448 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5088532-96f9-4477-a3d3-0e8dd316ee84 None None] Pushing event updated for resources: {'Port': ['ID=742841f8-f0f8-4dfa-92d7-7636610af9cd,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:08.815680 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:35:08.824814 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:35:08.835670 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:08.839673 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:34:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:08.839821 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-e0d60631-1162-4bac-8115-d4e077871687 None None] Provisioning complete for port 742841f8-f0f8-4dfa-92d7-7636610af9cd triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:08.839821 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e0d60631-1162-4bac-8115-d4e077871687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:08.890244 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:08.893207 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-5347a0cd-a012-460d-b04b-2c31a7840453 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2610044 Apr 11 15:35:08.895879 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39366) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:08.922150 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-e0d60631-1162-4bac-8115-d4e077871687 None None] Current status of the port 742841f8-f0f8-4dfa-92d7-7636610af9cd is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:09.047399 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:35:09.049835 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:09.102994 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:09.150492 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 742841f8-f0f8-4dfa-92d7-7636610af9cd up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:35:09.209704 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 742841f8-f0f8-4dfa-92d7-7636610af9cd triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:09.210288 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:09.249424 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:07Z', 'revision_number': 3, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:09.279416 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:35:09.280147 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Updating router 64448545-af94-4d0a-b2a6-93ac986678ec port efcde120-4fa6-4301-8900-5948e885dd15 binding host dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:35:09.310072 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 742841f8-f0f8-4dfa-92d7-7636610af9cd is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:09.310932 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (efcde120-4fa6-4301-8900-5948e885dd15), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:09.597866 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Publish callbacks [] for port (efcde120-4fa6-4301-8900-5948e885dd15), precommit_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:09.655951 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:09.699241 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (efcde120-4fa6-4301-8900-5948e885dd15), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:09.753016 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Pushing event updated for resources: {'Port': ['ID=efcde120-4fa6-4301-8900-5948e885dd15,revision_number=2']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:09.760670 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Attempting to bind port efcde120-4fa6-4301-8900-5948e885dd15 on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:35:09.761046 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Attempting to bind port efcde120-4fa6-4301-8900-5948e885dd15 by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:35:09.761412 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Attempting to bind port efcde120-4fa6-4301-8900-5948e885dd15 on network ae8280d4-d7b6-4f03-b68a-4d859049f799 {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:35:09.765196 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.765543 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.765908 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.766247 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.766588 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.767426 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.767788 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.768109 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.768541 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.768766 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.769091 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.769431 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.769790 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.770182 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.770507 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:09.781327 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:35:09.781905 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Checking segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:35:09.782443 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:09.783612 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Bound using segment: {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'} {{(pid=103871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:35:09.784305 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.managers [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Bound port: efcde120-4fa6-4301-8900-5948e885dd15, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b044d9-d999-4913-a00e-d198131e97ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}}] {{(pid=103871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:35:09.784852 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (efcde120-4fa6-4301-8900-5948e885dd15), before_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:09.819502 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Allocated IP 172.20.0.1 (e0b4d0a7-cb81-4dcc-88de-f09f980687cb/403cc91d-8b32-4ba2-99bd-dea9cb44cd8e/42285b54-7d96-4282-bcc0-3fef053c836b) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:35:09.841489 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] For port efcde120-4fa6-4301-8900-5948e885dd15, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:35:09.845732 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.db [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] For port efcde120-4fa6-4301-8900-5948e885dd15, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=efcde120-4fa6-4301-8900-5948e885dd15,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:35:09.927410 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (efcde120-4fa6-4301-8900-5948e885dd15), after_update {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:09.950333 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Publish callbacks [] for port (42285b54-7d96-4282-bcc0-3fef053c836b), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:09.987478 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:09.988056 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:34:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:10.024533 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d094b-338c-45dd-8e5e-2e6805524668 None None] Pushing event updated for resources: {'Port': ['ID=efcde120-4fa6-4301-8900-5948e885dd15,revision_number=3']} {{(pid=103871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:10.068912 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:10.103067 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:10.125073 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:35:10.128563 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:35:10.132352 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:35:10.167769 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Pushing event updated for resources: {'Port': ['ID=42285b54-7d96-4282-bcc0-3fef053c836b,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:10.193727 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1776417'] for router_interface (64448545-af94-4d0a-b2a6-93ac986678ec), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:10.296231 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:07Z', 'revision_number': 3, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:10.323525 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cbc47-42c2-4f84-a3a7-22c0efe35c5e None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:07Z', 'revision_number': 3, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:35:10.360333 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-1e1e847a-861a-46a9-aa60-f580e9d03dd0 None None] Provisioning complete for port 42285b54-7d96-4282-bcc0-3fef053c836b triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:10.363047 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1e1e847a-861a-46a9-aa60-f580e9d03dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:10.400113 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e847a-861a-46a9-aa60-f580e9d03dd0 None None] Port 42285b54-7d96-4282-bcc0-3fef053c836b cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:35:10.421086 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:10.630785 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Publish callbacks [] for port (42285b54-7d96-4282-bcc0-3fef053c836b), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:10.713949 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:10.785288 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Pushing event updated for resources: {'Port': ['ID=42285b54-7d96-4282-bcc0-3fef053c836b,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:10.788259 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1832171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774481'] for router_interface (64448545-af94-4d0a-b2a6-93ac986678ec), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:10.905398 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:35:10.907002 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:35:11.040260 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Router 64448545-af94-4d0a-b2a6-93ac986678ec has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:35:11.165185 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device efcde120-4fa6-4301-8900-5948e885dd15 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:35:11.199620 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:35:11.208512 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-c94b8cb0-f934-41c0-9269-8260fa62c788 admin admin] 10.222.0.47 "PUT /v2.0/routers/64448545-af94-4d0a-b2a6-93ac986678ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3083858 Apr 11 15:35:11.230801 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port efcde120-4fa6-4301-8900-5948e885dd15 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:11.231099 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (efcde120-4fa6-4301-8900-5948e885dd15), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:11.237408 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-9b756a0a-79ae-4daa-a725-7c6fcd0af25a None None] Provisioning complete for port 42285b54-7d96-4282-bcc0-3fef053c836b triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:11.238030 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-9b756a0a-79ae-4daa-a725-7c6fcd0af25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:11.313613 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-9b756a0a-79ae-4daa-a725-7c6fcd0af25a None None] Port 42285b54-7d96-4282-bcc0-3fef053c836b cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:35:11.356779 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port efcde120-4fa6-4301-8900-5948e885dd15 is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:11.357235 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (efcde120-4fa6-4301-8900-5948e885dd15), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:11.379970 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] For port efcde120-4fa6-4301-8900-5948e885dd15, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=efcde120-4fa6-4301-8900-5948e885dd15,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:11.482319 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (efcde120-4fa6-4301-8900-5948e885dd15), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:11.544228 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Pushing event updated for resources: {'Port': ['ID=efcde120-4fa6-4301-8900-5948e885dd15,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:11.832854 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39374) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:11.838010 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-31e33e93-9b58-406e-9ee4-56897a41ebb6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242410954', 'description': 'tempest-description--1301118534'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:35:11.948222 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-31e33e93-9b58-406e-9ee4-56897a41ebb6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.020463 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-483c2a07-0d18-4ace-a918-5bbc7267d6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.023916 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-31e33e93-9b58-406e-9ee4-56897a41ebb6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (579f8ac4-f396-4efb-8f2c-a2964491adff), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.065688 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:35:12.080313 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:12.080953 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:34:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:12.151295 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-31e33e93-9b58-406e-9ee4-56897a41ebb6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (579f8ac4-f396-4efb-8f2c-a2964491adff), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.184943 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e33e93-9b58-406e-9ee4-56897a41ebb6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579f8ac4-f396-4efb-8f2c-a2964491adff,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:12.197565 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:12.304503 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-31e33e93-9b58-406e-9ee4-56897a41ebb6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.305851 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-31e33e93-9b58-406e-9ee4-56897a41ebb6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4718959 Apr 11 15:35:12.326469 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39376) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:12.331288 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-7d42ca3c-7672-45af-80a0-ff7c2d5e368a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group_rule': {'security_group_id': '579f8ac4-f396-4efb-8f2c-a2964491adff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:35:12.405901 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 2, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:12.433787 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:35:12.434148 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Updating router 64448545-af94-4d0a-b2a6-93ac986678ec port 42285b54-7d96-4282-bcc0-3fef053c836b binding host dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 15:35:12.456977 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7d42ca3c-7672-45af-80a0-ff7c2d5e368a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (eb254516-4a78-4659-9fdb-0f2d6cfcec34), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.467031 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.516882 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7d42ca3c-7672-45af-80a0-ff7c2d5e368a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (eb254516-4a78-4659-9fdb-0f2d6cfcec34), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.651029 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7d42ca3c-7672-45af-80a0-ff7c2d5e368a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (eb254516-4a78-4659-9fdb-0f2d6cfcec34), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.671898 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42ca3c-7672-45af-80a0-ff7c2d5e368a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb254516-4a78-4659-9fdb-0f2d6cfcec34,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:12.737513 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Publish callbacks [] for port (42285b54-7d96-4282-bcc0-3fef053c836b), precommit_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.744158 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7d42ca3c-7672-45af-80a0-ff7c2d5e368a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.745431 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-7d42ca3c-7672-45af-80a0-ff7c2d5e368a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4178941 Apr 11 15:35:12.754578 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39378) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:12.754880 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-db451e73-21e0-4d84-b3f5-62a9cb47d407 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group_rule': {'security_group_id': '579f8ac4-f396-4efb-8f2c-a2964491adff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:35:12.842656 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.869389 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db451e73-21e0-4d84-b3f5-62a9cb47d407 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (ad5836e9-7560-44e9-abb7-c85f53977f97), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:12.917171 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a87be-ae24-4874-9e60-68405d9b0c3b None None] Pushing event updated for resources: {'Port': ['ID=42285b54-7d96-4282-bcc0-3fef053c836b,revision_number=3']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:12.952348 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db451e73-21e0-4d84-b3f5-62a9cb47d407 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (ad5836e9-7560-44e9-abb7-c85f53977f97), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.107996 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db451e73-21e0-4d84-b3f5-62a9cb47d407 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (ad5836e9-7560-44e9-abb7-c85f53977f97), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.127429 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db451e73-21e0-4d84-b3f5-62a9cb47d407 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5836e9-7560-44e9-abb7-c85f53977f97,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:13.149347 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device efcde120-4fa6-4301-8900-5948e885dd15 up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:35:13.190887 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Attempting to bind port 42285b54-7d96-4282-bcc0-3fef053c836b on host dv-cinder-836083-4-iscsi for vnic_type normal with profile {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:35:13.193878 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Attempting to bind port 42285b54-7d96-4282-bcc0-3fef053c836b by drivers openvswitch,hyperv on host dv-cinder-836083-4-iscsi at level 0 using segments [{'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:35:13.193878 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Attempting to bind port 42285b54-7d96-4282-bcc0-3fef053c836b on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:35:13.202264 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Checking agent: {'id': 'd638f6dc-3a5a-4c57-923e-50d610e834d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 13, 18), 'started_at': datetime.datetime(2022, 4, 11, 15, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:35:13.202639 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Checking segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:35:13.203042 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.203438 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Bound using segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} {{(pid=103870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:35:13.203937 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.managers [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Bound port: 42285b54-7d96-4282-bcc0-3fef053c836b, host: dv-cinder-836083-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}}] {{(pid=103870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:35:13.204904 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.215603 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-db451e73-21e0-4d84-b3f5-62a9cb47d407 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.216953 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-db451e73-21e0-4d84-b3f5-62a9cb47d407 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4658892 Apr 11 15:35:13.220200 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39380) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:13.224817 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:35:13.232200 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port efcde120-4fa6-4301-8900-5948e885dd15 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:13.232572 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (efcde120-4fa6-4301-8900-5948e885dd15), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.302268 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-3505df42-65e2-4f40-87bb-591a923fae10 None None] Provisioning complete for port 42285b54-7d96-4282-bcc0-3fef053c836b triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:13.302643 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3505df42-65e2-4f40-87bb-591a923fae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.316682 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.356762 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] For port 42285b54-7d96-4282-bcc0-3fef053c836b, host dv-cinder-836083-4-iscsi, cleared binding levels {{(pid=103870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:35:13.364174 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-3505df42-65e2-4f40-87bb-591a923fae10 None None] Port 42285b54-7d96-4282-bcc0-3fef053c836b cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:35:13.374073 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] For port 42285b54-7d96-4282-bcc0-3fef053c836b, host dv-cinder-836083-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=42285b54-7d96-4282-bcc0-3fef053c836b,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:35:13.405685 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.413260 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port efcde120-4fa6-4301-8900-5948e885dd15 is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:13.451168 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.521757 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:13.522436 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:34:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:13.525689 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a87be-ae24-4874-9e60-68405d9b0c3b None None] Pushing event updated for resources: {'Port': ['ID=42285b54-7d96-4282-bcc0-3fef053c836b,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:13.543574 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Allocated IP 172.27.0.146 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/bf06f21f-1fc5-46f0-a902-e3a85918655d) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:35:13.654248 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:13.673621 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (bf06f21f-1fc5-46f0-a902-e3a85918655d), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.810136 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ee8da7fd-9098-4dae-83d6-8a5e8819c9f7 None None] Provisioning complete for port 42285b54-7d96-4282-bcc0-3fef053c836b triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:13.810420 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ee8da7fd-9098-4dae-83d6-8a5e8819c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.833974 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (bf06f21f-1fc5-46f0-a902-e3a85918655d), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.881632 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:35:13.884739 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:35:13.888334 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:35:13.912615 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=bf06f21f-1fc5-46f0-a902-e3a85918655d,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:13.951684 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:13Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:13.983531 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a3b15-9fae-441f-beb9-e868043606c7 None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:13Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:35:13.993763 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ee8da7fd-9098-4dae-83d6-8a5e8819c9f7 None None] Current status of the port 42285b54-7d96-4282-bcc0-3fef053c836b is: DOWN; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:13.994342 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ee8da7fd-9098-4dae-83d6-8a5e8819c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:13.997380 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (7b0ee770-61da-4baa-987b-7a7eb5ee8a4a), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:14.033893 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ee8da7fd-9098-4dae-83d6-8a5e8819c9f7 None None] For port 42285b54-7d96-4282-bcc0-3fef053c836b, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=42285b54-7d96-4282-bcc0-3fef053c836b,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:14.120145 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (bf06f21f-1fc5-46f0-a902-e3a85918655d), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:14.125228 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ee8da7fd-9098-4dae-83d6-8a5e8819c9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:14.197448 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8da7fd-9098-4dae-83d6-8a5e8819c9f7 None None] Pushing event updated for resources: {'Port': ['ID=42285b54-7d96-4282-bcc0-3fef053c836b,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:14.332837 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (bf06f21f-1fc5-46f0-a902-e3a85918655d), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:14.405494 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (bf06f21f-1fc5-46f0-a902-e3a85918655d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:14.493664 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c7597f52-9411-4ee1-9e89-1463410a4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:14.502170 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=bf06f21f-1fc5-46f0-a902-e3a85918655d,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:14.518639 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (7b0ee770-61da-4baa-987b-7a7eb5ee8a4a), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:14.601921 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:14.606087 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-6d989ffd-72d3-4be8-97b0-70871e03649c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3820918 Apr 11 15:35:14.802545 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-e55b813c-7775-4e52-87d1-2f18d0c44f07 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--242410954&fields=id&tenant_id=18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 267 time: 0.0568774 Apr 11 15:35:14.932191 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-2f520b3c-7e09-498d-91bf-3daf2ea13bc6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:14.933749 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-2f520b3c-7e09-498d-91bf-3daf2ea13bc6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 814 time: 0.1241827 Apr 11 15:35:14.953813 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-98d5e685-19b9-438b-8ed8-d638b566b545 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/quotas/18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 375 time: 0.0116472 Apr 11 15:35:15.012333 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-1b76e363-b285-4ae2-bff2-40fab6ef8dc6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501626 Apr 11 15:35:15.141379 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 42285b54-7d96-4282-bcc0-3fef053c836b up at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:35:15.204176 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-1a4c4907-a5ce-4029-b7a9-042bef97b912 service neutron] 10.222.0.47 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797996 Apr 11 15:35:15.209689 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Provisioning complete for port 42285b54-7d96-4282-bcc0-3fef053c836b triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:15.210137 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:15.305108 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Current status of the port 42285b54-7d96-4282-bcc0-3fef053c836b is: ACTIVE; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:15.326979 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-3e9ba7b1-7a52-45c2-a8ba-fd00a1a2f0f1 service neutron] 10.222.0.47 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092830 Apr 11 15:35:15.631000 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:15.659308 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3bd695ca-55ef-49da-8a2f-2d7b7594002b req-da9ecf16-e936-43c1-a1f5-6c0350ce2639 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 210 time: 0.0321741 Apr 11 15:35:16.747828 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b1882956-cf7c-44cc-b5c8-54954cafb046 req-ae1ab6c9-e9ab-459b-bb2c-8a5e796fce65 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 210 time: 0.0335314 Apr 11 15:35:16.839491 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:17.859865 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-91d70535-5a24-46b7-b469-686ee149e60b req-47ad3365-688e-4f10-af20-14d5da5903a8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 210 time: 0.0281143 Apr 11 15:35:18.382287 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:18.402342 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-2e4bc7d4-06ee-4352-ad99-8b79c0549c6c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:18.403990 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-2e4bc7d4-06ee-4352-ad99-8b79c0549c6c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 814 time: 0.1074154 Apr 11 15:35:18.484090 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-8611d8a1-5b3a-4db3-a2ab-1d9a7bef1d04 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 379 time: 0.0659320 Apr 11 15:35:18.494007 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'port': {'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'admin_state_up': True, 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'security_groups': ['579f8ac4-f396-4efb-8f2c-a2964491adff']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:35:18.776302 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Made reservation on behalf of 18a33233020d4be1b947b5325f4684dd for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:35:18.779753 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:18.918276 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Allocated IP 172.20.0.12 (e0b4d0a7-cb81-4dcc-88de-f09f980687cb/403cc91d-8b32-4ba2-99bd-dea9cb44cd8e/75ac84e9-d24b-4d94-9814-20d2366bf777) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:35:18.977113 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9e023f7b-b902-4081-8c48-17bdc59c20f3 req-4c60bec3-b054-4d99-9f0e-46ba42ea6d82 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 210 time: 0.0424509 Apr 11 15:35:19.090564 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:19.245212 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:19.293332 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:35:19.296637 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:35:19.300544 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:35:19.326508 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=75ac84e9-d24b-4d94-9814-20d2366bf777,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:19.357064 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:19.357751 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:19.442150 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-690f0fc4-7389-4e65-8e47-8c9ce0dd0467 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9523726 Apr 11 15:35:19.458221 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Request body: {'port': {'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:35:19.492303 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-22e672f8-5a26-437d-a61a-8e4ed441219f None None] Provisioning complete for port 75ac84e9-d24b-4d94-9814-20d2366bf777 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:19.492896 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-22e672f8-5a26-437d-a61a-8e4ed441219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:19.528541 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:19.534175 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-22e672f8-5a26-437d-a61a-8e4ed441219f None None] Port 75ac84e9-d24b-4d94-9814-20d2366bf777 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:35:19.815796 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ac84e9-d24b-4d94-9814-20d2366bf777 {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:35:19.824870 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Publish callbacks [] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:19.838696 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Transition to ACTIVE for port object 75ac84e9-d24b-4d94-9814-20d2366bf777 will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:35:19.918961 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:19.975946 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Pushing event updated for resources: {'Port': ['ID=75ac84e9-d24b-4d94-9814-20d2366bf777,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:20.094089 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Attempting to bind port 75ac84e9-d24b-4d94-9814-20d2366bf777 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:35:20.095106 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Attempting to bind port 75ac84e9-d24b-4d94-9814-20d2366bf777 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:35:20.095456 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Attempting to bind port 75ac84e9-d24b-4d94-9814-20d2366bf777 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:35:20.123737 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Port 75ac84e9-d24b-4d94-9814-20d2366bf777 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:35:20.124228 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Attempting to bind port 75ac84e9-d24b-4d94-9814-20d2366bf777 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:35:20.134620 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:35:20.135124 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Checking segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:35:20.135635 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Bound using segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:35:20.136303 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Bound port: 75ac84e9-d24b-4d94-9814-20d2366bf777, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:35:20.136896 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:20.153735 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cc762-7ea3-4390-a965-f08d25e8cbf3 req-87130a1d-0f3d-4502-84ed-c2301904c101 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:20.155650 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-140cc762-7ea3-4390-a965-f08d25e8cbf3 req-87130a1d-0f3d-4502-84ed-c2301904c101 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 944 time: 0.0835173 Apr 11 15:35:20.255161 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-140cc762-7ea3-4390-a965-f08d25e8cbf3 req-9f445908-bf31-48c4-9d0b-52d25bcc43fc tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857441 Apr 11 15:35:20.256650 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] For port 75ac84e9-d24b-4d94-9814-20d2366bf777, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:35:20.263048 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] For port 75ac84e9-d24b-4d94-9814-20d2366bf777, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=75ac84e9-d24b-4d94-9814-20d2366bf777,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:35:20.346348 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:20.386626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:20.387202 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:20.388875 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] 10.222.0.39 "PUT /v2.0/ports/75ac84e9-d24b-4d94-9814-20d2366bf777 HTTP/1.1" status: 200 len: 1094 time: 0.9357829 Apr 11 15:35:20.389166 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359c261f-1702-4708-8e03-0469295f0e7d', 'tag': '75ac84e9-d24b-4d94-9814-20d2366bf777'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:35:20.392048 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d242f3-212d-4d22-910c-febd538e3e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "359c261f-1702-4708-8e03-0469295f0e7d", "tag": "75ac84e9-d24b-4d94-9814-20d2366bf777"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:35:20.426599 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a116f1-1874-49de-8b2e-d7a08dc47937 service neutron] Pushing event updated for resources: {'Port': ['ID=75ac84e9-d24b-4d94-9814-20d2366bf777,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:20.434712 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ee162a-4c92-4447-b3a9-851411635881 x-openstack-request-id: req-c1ee162a-4c92-4447-b3a9-851411635881 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:35:20.435156 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359c261f-1702-4708-8e03-0469295f0e7d", "tag": "75ac84e9-d24b-4d94-9814-20d2366bf777", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:35:20.435487 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1ee162a-4c92-4447-b3a9-851411635881 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:35:20.436034 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ee162a-4c92-4447-b3a9-851411635881'] response: {'name': 'network-changed', 'server_uuid': '359c261f-1702-4708-8e03-0469295f0e7d', 'tag': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'status': 'completed', 'code': 200} Apr 11 15:35:20.520046 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d242f3-212d-4d22-910c-febd538e3e4b req-96407fe3-16ef-4022-8b8b-68d123ae440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:20.522062 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-93d242f3-212d-4d22-910c-febd538e3e4b req-96407fe3-16ef-4022-8b8b-68d123ae440f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 1128 time: 0.0584180 Apr 11 15:35:20.650050 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d242f3-212d-4d22-910c-febd538e3e4b req-9b84b4b8-d21d-4e18-9fbc-3123ec9cac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:20.651644 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-93d242f3-212d-4d22-910c-febd538e3e4b req-9b84b4b8-d21d-4e18-9fbc-3123ec9cac4d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=18a33233020d4be1b947b5325f4684dd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1187716 Apr 11 15:35:20.761395 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d242f3-212d-4d22-910c-febd538e3e4b req-3f675cff-6b22-46fe-ad80-1ef6c0cc9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:20.762907 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-93d242f3-212d-4d22-910c-febd538e3e4b req-3f675cff-6b22-46fe-ad80-1ef6c0cc9498 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012938 Apr 11 15:35:21.088991 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-3e2a77ca-38b0-4855-b10b-ac0e3d2920b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:21.090562 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-3e2a77ca-38b0-4855-b10b-ac0e3d2920b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 1128 time: 0.0510333 Apr 11 15:35:21.154460 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-398d93ea-1dfc-45b2-bc02-bbf8b3cf1674 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75ac84e9-d24b-4d94-9814-20d2366bf777 HTTP/1.1" status: 200 len: 217 time: 0.0442023 Apr 11 15:35:21.215157 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-e4a4d071-20d7-4f15-9ffe-96cb800e01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:21.217211 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-e4a4d071-20d7-4f15-9ffe-96cb800e01c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0485268 Apr 11 15:35:21.286957 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-dae03139-7ae6-4341-9f24-fbb18c2d5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:21.289893 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-dae03139-7ae6-4341-9f24-fbb18c2d5e6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631151 Apr 11 15:35:21.449358 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d672d-3a41-470f-925d-63f595940167 req-a925b35e-ffaa-4d00-9dad-edd7ba4c8a1d tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:21.450960 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df3d672d-3a41-470f-925d-63f595940167 req-a925b35e-ffaa-4d00-9dad-edd7ba4c8a1d tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 944 time: 0.0835948 Apr 11 15:35:21.457354 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-af75b572-459d-4ef6-8e65-a487a489181c service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614370 Apr 11 15:35:21.506659 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df3d672d-3a41-470f-925d-63f595940167 req-dbc303e4-5f12-44de-bd09-5b2d922b500e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483310 Apr 11 15:35:21.650275 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faf05a4a-df9c-48fd-8138-50c371bdd395 req-858004ab-f137-4ad3-880c-2cc46ff59a0f service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996790 Apr 11 15:35:22.629910 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a37c3-512f-4067-85ce-5470b288cf81 req-a308c387-e4b7-48a3-bc6a-753d4b38999f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:22.631448 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4a6a37c3-512f-4067-85ce-5470b288cf81 req-a308c387-e4b7-48a3-bc6a-753d4b38999f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 944 time: 0.0493791 Apr 11 15:35:22.689535 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4a6a37c3-512f-4067-85ce-5470b288cf81 req-0e2690c3-7b69-4125-974d-6ddb3f0c6f7f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487473 Apr 11 15:35:23.812754 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6368b-9d1d-47be-94a1-996136c8465e req-777ee518-ee69-4aa3-b6c5-4871aaa1bb11 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:23.814777 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f4a6368b-9d1d-47be-94a1-996136c8465e req-777ee518-ee69-4aa3-b6c5-4871aaa1bb11 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 944 time: 0.0501232 Apr 11 15:35:23.868204 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f4a6368b-9d1d-47be-94a1-996136c8465e req-272b079f-73ad-487d-a997-df23b8df99bd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472980 Apr 11 15:35:25.002348 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 75ac84e9-d24b-4d94-9814-20d2366bf777 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:35:25.114583 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 75ac84e9-d24b-4d94-9814-20d2366bf777, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=75ac84e9-d24b-4d94-9814-20d2366bf777,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:25.130418 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'mac_address': 'fa:16:3e:e3:08:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:35:25.172380 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 75ac84e9-d24b-4d94-9814-20d2366bf777 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:25.172908 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:25.187917 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ac84e9-d24b-4d94-9814-20d2366bf777 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:35:25.215992 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 75ac84e9-d24b-4d94-9814-20d2366bf777, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=75ac84e9-d24b-4d94-9814-20d2366bf777,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:25.261611 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7116-a6f3-4aa2-9738-e659891f4e22 req-431fe1bd-f762-4f3a-bb85-e3e04167ec62 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:25.263112 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-34dd7116-a6f3-4aa2-9738-e659891f4e22 req-431fe1bd-f762-4f3a-bb85-e3e04167ec62 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 944 time: 0.3256989 Apr 11 15:35:25.278685 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:25.315895 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-34dd7116-a6f3-4aa2-9738-e659891f4e22 req-e00b0a3c-1320-494d-b6ad-a459eec07e53 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463049 Apr 11 15:35:25.330814 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=75ac84e9-d24b-4d94-9814-20d2366bf777,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:25.550911 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['75ac84e9-d24b-4d94-9814-20d2366bf777'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:35:26.432040 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3414f-5916-4213-94e5-bc0b386adc2f req-3b3c2e86-f14e-4fb3-a8f3-a7bcd0e6b65d tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:26.433457 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-58f3414f-5916-4213-94e5-bc0b386adc2f req-3b3c2e86-f14e-4fb3-a8f3-a7bcd0e6b65d tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 945 time: 0.0496097 Apr 11 15:35:26.482782 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-58f3414f-5916-4213-94e5-bc0b386adc2f req-1470ba35-adec-4ba1-874e-309c6606c5a2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436389 Apr 11 15:35:27.021666 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 75ac84e9-d24b-4d94-9814-20d2366bf777 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:35:27.067112 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 75ac84e9-d24b-4d94-9814-20d2366bf777 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:35:27.141842 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 75ac84e9-d24b-4d94-9814-20d2366bf777 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:35:27.142228 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:27.222015 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 75ac84e9-d24b-4d94-9814-20d2366bf777 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:35:27.222410 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:27.245500 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c261f-1702-4708-8e03-0469295f0e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ac84e9-d24b-4d94-9814-20d2366bf777'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:35:27.247801 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d1f70e-8776-46ac-a2f9-f622243eebfa" -d '{"events": [{"server_uuid": "359c261f-1702-4708-8e03-0469295f0e7d", "name": "network-vif-plugged", "status": "completed", "tag": "75ac84e9-d24b-4d94-9814-20d2366bf777"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:35:27.261163 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 75ac84e9-d24b-4d94-9814-20d2366bf777, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=75ac84e9-d24b-4d94-9814-20d2366bf777,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:35:27.286443 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c22944-e80e-492f-9403-2df7243b46f8 x-openstack-request-id: req-71c22944-e80e-492f-9403-2df7243b46f8 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:35:27.286610 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359c261f-1702-4708-8e03-0469295f0e7d", "name": "network-vif-plugged", "status": "completed", "tag": "75ac84e9-d24b-4d94-9814-20d2366bf777", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:35:27.286802 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-71c22944-e80e-492f-9403-2df7243b46f8 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:35:27.287210 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c22944-e80e-492f-9403-2df7243b46f8'] response: {'server_uuid': '359c261f-1702-4708-8e03-0469295f0e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'code': 200} Apr 11 15:35:27.370374 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:27.427495 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=75ac84e9-d24b-4d94-9814-20d2366bf777,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:27.602301 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd88cd8-1599-40a6-be5b-e494f3c19b85 req-301f3e94-7c14-474b-b15e-53e830719971 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:27.603707 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6cd88cd8-1599-40a6-be5b-e494f3c19b85 req-301f3e94-7c14-474b-b15e-53e830719971 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 946 time: 0.0519600 Apr 11 15:35:27.684652 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6cd88cd8-1599-40a6-be5b-e494f3c19b85 req-1c48fe86-6974-46d9-951f-86b3e5b861e3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718553 Apr 11 15:35:27.686060 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872a623-f088-4bdb-971d-585d932c39fb req-247a570f-0cb4-4732-a8d1-633b682beb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:27.687461 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5872a623-f088-4bdb-971d-585d932c39fb req-247a570f-0cb4-4732-a8d1-633b682beb5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 1130 time: 0.0552099 Apr 11 15:35:27.736466 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5872a623-f088-4bdb-971d-585d932c39fb req-c1adc398-b412-46b0-93da-7530143316f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401418 Apr 11 15:35:28.803110 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c329545-0121-478b-a88f-fa60b3066387 req-3c73f180-3fdf-4c3e-93a6-e59636657cb4 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:28.804615 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c329545-0121-478b-a88f-fa60b3066387 req-3c73f180-3fdf-4c3e-93a6-e59636657cb4 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 946 time: 0.0500004 Apr 11 15:35:28.851719 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1c329545-0121-478b-a88f-fa60b3066387 req-e338ea4d-8288-4d29-b318-12d06db57a57 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414088 Apr 11 15:35:29.966343 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ba691-443e-4f96-907b-f8957e0a4a47 req-4e959984-5bea-423a-a857-c86fed3c4078 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:29.967918 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cc4ba691-443e-4f96-907b-f8957e0a4a47 req-4e959984-5bea-423a-a857-c86fed3c4078 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 946 time: 0.0488966 Apr 11 15:35:30.022493 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cc4ba691-443e-4f96-907b-f8957e0a4a47 req-d45e43d8-8704-4642-bee5-862aaebaadbc tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446937 Apr 11 15:35:30.147601 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10000d2b-88e1-434b-a0a8-3bd14451d2c2 req-d4a393fe-fc64-4eea-a7bc-3ef9375786ca tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:30.149000 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-10000d2b-88e1-434b-a0a8-3bd14451d2c2 req-d4a393fe-fc64-4eea-a7bc-3ef9375786ca tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 946 time: 0.0568185 Apr 11 15:35:30.159393 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39450) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:30.164268 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-aff2234d-5840-42b9-aadf-a0dab5e92d6e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'floatingip': {'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:35:30.208023 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-aff2234d-5840-42b9-aadf-a0dab5e92d6e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (7b0ee770-61da-4baa-987b-7a7eb5ee8a4a), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:30.682904 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-aff2234d-5840-42b9-aadf-a0dab5e92d6e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:30.789730 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-aff2234d-5840-42b9-aadf-a0dab5e92d6e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (7b0ee770-61da-4baa-987b-7a7eb5ee8a4a), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:30.892493 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-aff2234d-5840-42b9-aadf-a0dab5e92d6e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Floating IP 7b0ee770-61da-4baa-987b-7a7eb5ee8a4a associated. External IP: 172.27.0.146, port: 75ac84e9-d24b-4d94-9814-20d2366bf777. Apr 11 15:35:31.109945 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff2234d-5840-42b9-aadf-a0dab5e92d6e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Router 64448545-af94-4d0a-b2a6-93ac986678ec has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:35:31.225106 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff2234d-5840-42b9-aadf-a0dab5e92d6e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:35:31.230565 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-aff2234d-5840-42b9-aadf-a0dab5e92d6e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:31.236272 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:35:31.246245 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:31.246877 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:35:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:31.261202 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-aff2234d-5840-42b9-aadf-a0dab5e92d6e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "PUT /v2.0/floatingips/7b0ee770-61da-4baa-987b-7a7eb5ee8a4a HTTP/1.1" status: 200 len: 992 time: 1.1005416 Apr 11 15:35:31.261783 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359c261f-1702-4708-8e03-0469295f0e7d', 'tag': '75ac84e9-d24b-4d94-9814-20d2366bf777'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:35:31.264113 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3e9830-d2e3-4b64-8e48-a59c60d02da3" -d '{"events": [{"name": "network-changed", "server_uuid": "359c261f-1702-4708-8e03-0469295f0e7d", "tag": "75ac84e9-d24b-4d94-9814-20d2366bf777"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:35:31.304019 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7294a9-967b-4d33-8da8-5a3bb0f47b9f x-openstack-request-id: req-9d7294a9-967b-4d33-8da8-5a3bb0f47b9f {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:35:31.304317 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359c261f-1702-4708-8e03-0469295f0e7d", "tag": "75ac84e9-d24b-4d94-9814-20d2366bf777", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:35:31.304574 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9d7294a9-967b-4d33-8da8-5a3bb0f47b9f {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:35:31.304988 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7294a9-967b-4d33-8da8-5a3bb0f47b9f'] response: {'name': 'network-changed', 'server_uuid': '359c261f-1702-4708-8e03-0469295f0e7d', 'tag': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'status': 'completed', 'code': 200} Apr 11 15:35:31.359051 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:31.368802 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-52d54cb0-28be-468a-a180-7e06daee3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:31.370420 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-52d54cb0-28be-468a-a180-7e06daee3bcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 1130 time: 0.0445392 Apr 11 15:35:31.466540 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-fcb32b2e-9ec2-425d-931e-eb945c49f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:31.468048 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-fcb32b2e-9ec2-425d-931e-eb945c49f4c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 915 time: 0.0909107 Apr 11 15:35:31.535259 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-c39d7c3b-fa49-4926-a6e9-980a0571a430 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75ac84e9-d24b-4d94-9814-20d2366bf777 HTTP/1.1" status: 200 len: 1000 time: 0.0609984 Apr 11 15:35:31.585126 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-c1464869-c482-4849-be80-3830463b86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:31.585939 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7b0ee770-61da-4baa-987b-7a7eb5ee8a4a', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:e3:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:35:13Z', 'updated_at': '2022-04-11T15:35:30Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:31.590582 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-c1464869-c482-4849-be80-3830463b86ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0460114 Apr 11 15:35:31.617540 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:35:31.627162 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:31.627854 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:35:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:31.640625 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-a599d836-60ad-4eeb-89d6-5f63de76ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:31.642705 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-a599d836-60ad-4eeb-89d6-5f63de76ff8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504444 Apr 11 15:35:31.740807 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-ca10a184-3faa-44e9-8f46-cfcdbb37e3db service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918667 Apr 11 15:35:31.741082 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:31.849061 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-df3e9830-d2e3-4b64-8e48-a59c60d02da3 req-b077f171-48b8-41c8-a833-7b28a46828bd service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022594 Apr 11 15:35:32.069192 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7b0ee770-61da-4baa-987b-7a7eb5ee8a4a', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:e3:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:35:13Z', 'updated_at': '2022-04-11T15:35:30Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:32.099987 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab7ab5-6722-404a-8368-1641b0ba25fa None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7b0ee770-61da-4baa-987b-7a7eb5ee8a4a', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:e3:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:35:13Z', 'updated_at': '2022-04-11T15:35:30Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:35:32.316434 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f0c3e4-f0de-43c5-a7b4-07a11ca56d88 None None] New status for floating IP 7b0ee770-61da-4baa-987b-7a7eb5ee8a4a: ACTIVE {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:35:39.113878 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:42.026375 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-51724d70-ac06-46c1-bd84-7a9dc1c10d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:44.441424 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3e05daea-84be-4832-8985-bfdb1626f930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:45.511968 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:46.037650 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:35:46.817728 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:48.417629 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.487509 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39462) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:35:57.645609 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Deleting port 74177cbb-fab7-43f3-aa35-575a753f7ce3 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:35:57.645947 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (74177cbb-fab7-43f3-aa35-575a753f7ce3), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.738598 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (74177cbb-fab7-43f3-aa35-575a753f7ce3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.739009 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (74177cbb-fab7-43f3-aa35-575a753f7ce3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:57.753609 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Calling delete_port for 74177cbb-fab7-43f3-aa35-575a753f7ce3 owned by network:floatingip {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:35:58.042933 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (74177cbb-fab7-43f3-aa35-575a753f7ce3), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:58.072265 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event deleted for resources: {'Port': ['ID=74177cbb-fab7-43f3-aa35-575a753f7ce3,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:35:58.082594 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.082949 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.083294 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.083663 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.084000 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.084721 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.084721 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.084964 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.085291 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.085623 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.085947 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.086272 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.086594 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.086916 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.087236 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:35:58.151945 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (af019ad9-7283-4b54-9634-e4d9d7a0ea93), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:58.152435 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.l3_db [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Floating IP af019ad9-7283-4b54-9634-e4d9d7a0ea93 disassociated (deleted). External IP: 172.27.0.147, port: 387363bc-47ee-4372-bf4a-54d06974c551. Apr 11 15:35:58.367380 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:35:58.482871 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:35:58.488169 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:35:58.497386 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] Sync routers for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:35:58.507715 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:58.508467 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:35:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:58.519758 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-6e1961da-ec9b-425a-9a80-5bbf7df213c9 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "DELETE /v2.0/floatingips/af019ad9-7283-4b54-9634-e4d9d7a0ea93 HTTP/1.1" status: 204 len: 168 time: 1.0308335 Apr 11 15:35:58.520421 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'tag': '387363bc-47ee-4372-bf4a-54d06974c551'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:35:58.522780 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de4866c-884b-4fd6-93da-daf86e0d19bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5", "tag": "387363bc-47ee-4372-bf4a-54d06974c551"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:35:58.566704 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eb688a-7c54-4e54-b518-c5fcf4ff3383 x-openstack-request-id: req-62eb688a-7c54-4e54-b518-c5fcf4ff3383 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:35:58.567002 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5", "tag": "387363bc-47ee-4372-bf4a-54d06974c551", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:35:58.567323 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62eb688a-7c54-4e54-b518-c5fcf4ff3383 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:35:58.567815 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62eb688a-7c54-4e54-b518-c5fcf4ff3383'] response: {'name': 'network-changed', 'server_uuid': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'tag': '387363bc-47ee-4372-bf4a-54d06974c551', 'status': 'completed', 'code': 200} Apr 11 15:35:58.626071 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:58.644367 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-421ee80f-6890-4065-8e8b-b87729a2c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:58.646016 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-421ee80f-6890-4065-8e8b-b87729a2c466 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 1129 time: 0.0566189 Apr 11 15:35:58.748524 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-e5957170-a3cd-4959-9937-64e14edff23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:58.749540 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-e5957170-a3cd-4959-9937-64e14edff23d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 912 time: 0.0972075 Apr 11 15:35:58.797273 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-a8505e62-e970-4f16-8f85-7966ca1dc1bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=387363bc-47ee-4372-bf4a-54d06974c551 HTTP/1.1" status: 200 len: 217 time: 0.0384290 Apr 11 15:35:58.848785 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-7e89aeb4-89ea-4416-b4ba-2f15bf313c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:58.850393 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-7e89aeb4-89ea-4416-b4ba-2f15bf313c41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0479887 Apr 11 15:35:58.912160 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-69d9777d-a6f5-44c1-bf98-fb1d09ae283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:58.917426 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-69d9777d-a6f5-44c1-bf98-fb1d09ae283d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552528 Apr 11 15:35:58.918993 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '84bc9551-13aa-495d-a62d-9645093bd836', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:66:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:13Z', 'updated_at': '2022-04-11T15:32:15Z', 'revision_number': 1, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:58.969954 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] Checking router: 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:35:58.986089 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:35:58.986990 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:35:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:59.054915 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-fc0bb1e9-47b9-46ac-ab54-be00cc2bec3d service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311734 Apr 11 15:35:59.073657 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019db29-1bc8-40b4-9b1d-158de5b5fe4d req-9268ceb3-3f33-4162-8872-f4f458f66b12 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:35:59.075245 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5019db29-1bc8-40b4-9b1d-158de5b5fe4d req-9268ceb3-3f33-4162-8872-f4f458f66b12 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 945 time: 0.0561688 Apr 11 15:35:59.120658 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:35:59.132499 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5019db29-1bc8-40b4-9b1d-158de5b5fe4d req-e6e58afe-01b6-479f-82aa-fa7104f64b2d tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496204 Apr 11 15:35:59.367220 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '84bc9551-13aa-495d-a62d-9645093bd836', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:66:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:13Z', 'updated_at': '2022-04-11T15:32:15Z', 'revision_number': 1, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:35:59.399187 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d23c19-e1c6-43da-8900-16f1780a5445 None None] The sync data for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi is: [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '84bc9551-13aa-495d-a62d-9645093bd836', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'port_id': 'b330235c-2721-4381-9cc5-6957741a2e56', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'mac_address': 'fa:16:3e:66:cd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:32:13Z', 'updated_at': '2022-04-11T15:32:15Z', 'revision_number': 1, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:35:59.648402 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a00e0-7443-4fbc-8f5b-4fc0bfc2a3a6 None None] New status for floating IP af019ad9-7283-4b54-9634-e4d9d7a0ea93: DOWN {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:36:00.203476 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8de4866c-884b-4fd6-93da-daf86e0d19bb req-942f17b9-0930-4710-99d4-586ee0ed0c19 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041698 Apr 11 15:36:00.263001 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156483b8-b1c5-4bf5-be8d-eadfb3dc03ff req-7f1c4ecf-fce6-4bcc-9229-a10a0e0208cd tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:00.264710 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-156483b8-b1c5-4bf5-be8d-eadfb3dc03ff req-7f1c4ecf-fce6-4bcc-9229-a10a0e0208cd tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 945 time: 0.0495892 Apr 11 15:36:00.320897 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-156483b8-b1c5-4bf5-be8d-eadfb3dc03ff req-fc6d7d9b-3c76-4e5a-9c5c-2ee5141bd2b6 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504467 Apr 11 15:36:00.674842 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-55ee25a1-bcc5-45e6-904e-bf911500e5c5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:00.676387 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-55ee25a1-bcc5-45e6-904e-bf911500e5c5 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 945 time: 0.0531483 Apr 11 15:36:00.762395 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Deleting port 387363bc-47ee-4372-bf4a-54d06974c551 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:00.762739 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (387363bc-47ee-4372-bf4a-54d06974c551), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:00.859859 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] For port 387363bc-47ee-4372-bf4a-54d06974c551, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=387363bc-47ee-4372-bf4a-54d06974c551,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:00.860222 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (387363bc-47ee-4372-bf4a-54d06974c551), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:00.874708 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Calling delete_port for 387363bc-47ee-4372-bf4a-54d06974c551 owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:01.111914 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (387363bc-47ee-4372-bf4a-54d06974c551), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:01.143027 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event deleted for resources: {'Port': ['ID=387363bc-47ee-4372-bf4a-54d06974c551,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:01.170035 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.170388 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.170735 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.171075 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.171406 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.171761 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.172094 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.173473 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.173473 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.173473 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.174072 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.174072 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.174327 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.174643 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.174962 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:01.195418 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] No DVR routers for this DVR port 387363bc-47ee-4372-bf4a-54d06974c551 on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:36:01.207632 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:01.207632 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-52ed7e2a-7b89-4bbf-a6b3-1fb1a8920d70 req-f57b4675-a627-4cd5-a742-9127dbdb8553 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "DELETE /v2.0/ports/387363bc-47ee-4372-bf4a-54d06974c551 HTTP/1.1" status: 204 len: 173 time: 0.5201764 Apr 11 15:36:01.207632 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'name': 'network-vif-deleted', 'tag': '387363bc-47ee-4372-bf4a-54d06974c551'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:36:01.207632 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad5651-1c7a-4ab7-ae61-be202680fe8b" -d '{"events": [{"server_uuid": "0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5", "name": "network-vif-deleted", "tag": "387363bc-47ee-4372-bf4a-54d06974c551"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:36:01.239884 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a844f0b3-3c71-48b6-be15-bf4b9a5e781a x-openstack-request-id: req-a844f0b3-3c71-48b6-be15-bf4b9a5e781a {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:36:01.240183 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5", "name": "network-vif-deleted", "tag": "387363bc-47ee-4372-bf4a-54d06974c551", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:36:01.240437 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a844f0b3-3c71-48b6-be15-bf4b9a5e781a {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:36:01.240845 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a844f0b3-3c71-48b6-be15-bf4b9a5e781a'] response: {'server_uuid': '0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5', 'name': 'network-vif-deleted', 'tag': '387363bc-47ee-4372-bf4a-54d06974c551', 'status': 'completed', 'code': 200} Apr 11 15:36:01.442326 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0a2ef479-2249-4594-8300-20d5960c25dc req-c6c89aea-f68c-40ce-8582-abf603484ea1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 210 time: 0.0292275 Apr 11 15:36:02.563662 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ecaeb405-00fa-40cd-8052-dfb9cf50cc82 req-cac4b82c-40ea-4d25-b5c1-a6316165719e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcd6a5f-7a4a-4e33-8208-2b321b1f30f5 HTTP/1.1" status: 200 len: 210 time: 0.0307319 Apr 11 15:36:03.151559 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 387363bc-47ee-4372-bf4a-54d06974c551 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:03.176203 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 387363bc-47ee-4372-bf4a-54d06974c551 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:36:03.176553 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 387363bc-47ee-4372-bf4a-54d06974c551 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:36:06.085637 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39498) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:06.251111 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Deleting port 6410d36a-d356-4f05-808a-ed1125f589f3 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:06.251452 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (6410d36a-d356-4f05-808a-ed1125f589f3), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.329736 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (6410d36a-d356-4f05-808a-ed1125f589f3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.330010 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (6410d36a-d356-4f05-808a-ed1125f589f3), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.342560 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Calling delete_port for 6410d36a-d356-4f05-808a-ed1125f589f3 owned by network:floatingip {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:06.562877 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (6410d36a-d356-4f05-808a-ed1125f589f3), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.589744 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event deleted for resources: {'Port': ['ID=6410d36a-d356-4f05-808a-ed1125f589f3,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:06.653863 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (84bc9551-13aa-495d-a62d-9645093bd836), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.654268 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.db.l3_db [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Floating IP 84bc9551-13aa-495d-a62d-9645093bd836 disassociated (deleted). External IP: 172.27.0.167, port: b330235c-2721-4381-9cc5-6957741a2e56. Apr 11 15:36:06.866478 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:36:06.981511 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:36:06.986299 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:06.990879 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] Sync routers for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:36:07.001789 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:07.002414 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:35:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:07.018860 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-d4f69f0d-e710-4527-a34b-732aab2eae08 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "DELETE /v2.0/floatingips/84bc9551-13aa-495d-a62d-9645093bd836 HTTP/1.1" status: 204 len: 168 time: 0.9298038 Apr 11 15:36:07.018860 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'tag': 'b330235c-2721-4381-9cc5-6957741a2e56'}] {{(pid=103868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:36:07.019619 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c4a44b47a3433de778a881b704cf131c37f086e28d4ae148a49ad36c1fc4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ded23e9-7e33-44e8-a994-dc3237a1c02f", "tag": "b330235c-2721-4381-9cc5-6957741a2e56"}]}' {{(pid=103868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:36:07.061651 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6ce478-7288-48dc-bc25-603cb4171315 x-openstack-request-id: req-6e6ce478-7288-48dc-bc25-603cb4171315 {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:36:07.061943 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ded23e9-7e33-44e8-a994-dc3237a1c02f", "tag": "b330235c-2721-4381-9cc5-6957741a2e56", "status": "completed", "code": 200}]} {{(pid=103868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:36:07.062201 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6e6ce478-7288-48dc-bc25-603cb4171315 {{(pid=103868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:36:07.062608 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6ce478-7288-48dc-bc25-603cb4171315'] response: {'name': 'network-changed', 'server_uuid': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'tag': 'b330235c-2721-4381-9cc5-6957741a2e56', 'status': 'completed', 'code': 200} Apr 11 15:36:07.125867 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:07.128233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-6c79eb1f-9184-4ad4-8fe8-f7b7d72d91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:07.129774 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-6c79eb1f-9184-4ad4-8fe8-f7b7d72d91fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=356878eeeb8647fd946ce10c3667d507&device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 1129 time: 0.0420513 Apr 11 15:36:07.221211 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-22e5e77d-1483-4034-9eb7-9bc28d332909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:07.222724 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-22e5e77d-1483-4034-9eb7-9bc28d332909 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 200 len: 912 time: 0.0869522 Apr 11 15:36:07.274318 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-20397158-818a-422c-b32d-fb38d27fb2ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b330235c-2721-4381-9cc5-6957741a2e56 HTTP/1.1" status: 200 len: 217 time: 0.0389540 Apr 11 15:36:07.327169 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-c21f4ddf-14e8-4fa6-baf2-5cc24d92d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:07.328833 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-c21f4ddf-14e8-4fa6-baf2-5cc24d92d931 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 200 len: 850 time: 0.0485389 Apr 11 15:36:07.380913 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-08bd7bcf-4ed9-4606-bcd0-ab3716dbc074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:07.382447 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-08bd7bcf-4ed9-4606-bcd0-ab3716dbc074 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e66531bf-6e49-4c11-b73f-66bed8e063d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447369 Apr 11 15:36:07.420639 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:07.460916 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] Checking router: 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:36:07.473620 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:07.474277 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:35:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:07.619187 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:07.815984 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ed456-8857-47f0-8e24-9a4f7c8bc785 req-1455f9d9-230d-49a4-aa6b-9066c715746d tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:07.817522 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4b7ed456-8857-47f0-8e24-9a4f7c8bc785 req-1455f9d9-230d-49a4-aa6b-9066c715746d tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 945 time: 0.0623848 Apr 11 15:36:07.831168 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-0dfce4e9-f185-4cce-a19d-be440f61a5e2 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407489 Apr 11 15:36:07.832297 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:07.864524 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b28bac-c0b1-455b-9bfa-8800b5a0ff64 None None] The sync data for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi is: [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:28:36Z', 'revision_number': 4, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '7705e212-83ac-48d2-8fe1-9d29f6aef53a', 'name': '', 'network_id': 'e66531bf-6e49-4c11-b73f-66bed8e063d7', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'mac_address': 'fa:16:3e:19:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:34Z', 'updated_at': '2022-04-11T15:28:43Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'subnets': [{'id': 'f0fe5095-ae2e-4dc5-ab12-87421227409c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:36:07.875035 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4b7ed456-8857-47f0-8e24-9a4f7c8bc785 req-43fc57f3-cd31-4eb6-8d5b-08aefbc8e44e tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472872 Apr 11 15:36:08.102016 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0948e1df-9712-4f1f-8b3c-1c5a9805103c None None] New status for floating IP 84bc9551-13aa-495d-a62d-9645093bd836: DOWN {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:36:08.715942 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5765ec3b-9e77-4cf0-8de1-162ebad7ce0c req-10371562-b2dd-45a2-8a72-e36d4f21b4e7 service neutron] 10.222.0.39 "GET /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860469 Apr 11 15:36:08.993481 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa742d5-7a57-4c9b-8e9c-c4da823248f5 req-31e11edf-3ec0-4513-a004-70d64701bcf1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:08.994908 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7aa742d5-7a57-4c9b-8e9c-c4da823248f5 req-31e11edf-3ec0-4513-a004-70d64701bcf1 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 945 time: 0.0477796 Apr 11 15:36:09.046211 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7aa742d5-7a57-4c9b-8e9c-c4da823248f5 req-8e85e12f-830f-4891-b105-7ef9af19b5f7 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/security-groups?id=42455c88-89ad-4255-85fb-52268dfd53a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456116 Apr 11 15:36:09.125093 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.186162 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-94cc465e-29b0-47b4-8e71-142910bae931 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:09.187652 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-94cc465e-29b0-47b4-8e71-142910bae931 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 945 time: 0.0540311 Apr 11 15:36:09.288637 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-14cec945-4189-43d6-b355-57b37bdc35c2 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Deleting port b330235c-2721-4381-9cc5-6957741a2e56 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:09.288900 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-14cec945-4189-43d6-b355-57b37bdc35c2 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (b330235c-2721-4381-9cc5-6957741a2e56), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.393081 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-14cec945-4189-43d6-b355-57b37bdc35c2 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] For port b330235c-2721-4381-9cc5-6957741a2e56, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b330235c-2721-4381-9cc5-6957741a2e56,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:09.393457 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-14cec945-4189-43d6-b355-57b37bdc35c2 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (b330235c-2721-4381-9cc5-6957741a2e56), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.407033 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-14cec945-4189-43d6-b355-57b37bdc35c2 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Calling delete_port for b330235c-2721-4381-9cc5-6957741a2e56 owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:09.639494 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-14cec945-4189-43d6-b355-57b37bdc35c2 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (b330235c-2721-4381-9cc5-6957741a2e56), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.673774 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cec945-4189-43d6-b355-57b37bdc35c2 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event deleted for resources: {'Port': ['ID=b330235c-2721-4381-9cc5-6957741a2e56,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:09.721916 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-14cec945-4189-43d6-b355-57b37bdc35c2 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] No DVR routers for this DVR port b330235c-2721-4381-9cc5-6957741a2e56 on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:36:09.724673 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-14cec945-4189-43d6-b355-57b37bdc35c2 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:09.728241 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-14a50b47-0a4c-4373-bf40-ba4b4b9cc1aa req-14cec945-4189-43d6-b355-57b37bdc35c2 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.39 "DELETE /v2.0/ports/b330235c-2721-4381-9cc5-6957741a2e56 HTTP/1.1" status: 204 len: 173 time: 0.5350466 Apr 11 15:36:09.728709 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'name': 'network-vif-deleted', 'tag': 'b330235c-2721-4381-9cc5-6957741a2e56'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:36:09.731057 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a580d5-eb94-463f-9ed5-9f29a4e7143c" -d '{"events": [{"server_uuid": "2ded23e9-7e33-44e8-a994-dc3237a1c02f", "name": "network-vif-deleted", "tag": "b330235c-2721-4381-9cc5-6957741a2e56"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:36:09.770006 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0287c6b7-0f6a-4151-b946-b7f4e163a216 x-openstack-request-id: req-0287c6b7-0f6a-4151-b946-b7f4e163a216 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:36:09.770299 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ded23e9-7e33-44e8-a994-dc3237a1c02f", "name": "network-vif-deleted", "tag": "b330235c-2721-4381-9cc5-6957741a2e56", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:36:09.770548 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0287c6b7-0f6a-4151-b946-b7f4e163a216 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:36:09.770951 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0287c6b7-0f6a-4151-b946-b7f4e163a216'] response: {'server_uuid': '2ded23e9-7e33-44e8-a994-dc3237a1c02f', 'name': 'network-vif-deleted', 'tag': 'b330235c-2721-4381-9cc5-6957741a2e56', 'status': 'completed', 'code': 200} Apr 11 15:36:10.166184 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-32c7f7be-ed0b-4f02-b0ef-9fb108d07c85 req-92f25e5f-436e-424c-b1a5-dd7e3a2bc453 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ded23e9-7e33-44e8-a994-dc3237a1c02f HTTP/1.1" status: 200 len: 210 time: 0.0433049 Apr 11 15:36:11.231042 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39538) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:11.360220 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e8100dae-6a69-4129-8070-96b7dc076a03 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Deleting port 83fe577a-e858-47a1-a1e1-7625705983d7 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:11.360477 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8100dae-6a69-4129-8070-96b7dc076a03 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (83fe577a-e858-47a1-a1e1-7625705983d7), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:11.444643 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8100dae-6a69-4129-8070-96b7dc076a03 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (83fe577a-e858-47a1-a1e1-7625705983d7), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:11.444954 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8100dae-6a69-4129-8070-96b7dc076a03 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (83fe577a-e858-47a1-a1e1-7625705983d7), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:11.459901 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-e8100dae-6a69-4129-8070-96b7dc076a03 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Calling delete_port for 83fe577a-e858-47a1-a1e1-7625705983d7 owned by network:floatingip {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:11.751305 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8100dae-6a69-4129-8070-96b7dc076a03 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (83fe577a-e858-47a1-a1e1-7625705983d7), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:11.783558 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8100dae-6a69-4129-8070-96b7dc076a03 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event deleted for resources: {'Port': ['ID=83fe577a-e858-47a1-a1e1-7625705983d7,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:11.856028 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8100dae-6a69-4129-8070-96b7dc076a03 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for floatingip (20ea089f-2c23-4e62-92cf-5539bd084407), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:11.858752 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-e8100dae-6a69-4129-8070-96b7dc076a03 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:11.860188 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-e8100dae-6a69-4129-8070-96b7dc076a03 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "DELETE /v2.0/floatingips/20ea089f-2c23-4e62-92cf-5539bd084407 HTTP/1.1" status: 204 len: 168 time: 0.6271577 Apr 11 15:36:12.099796 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-0b08e191-3daf-4a95-8411-b1b71de8969c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:13.234863 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device b330235c-2721-4381-9cc5-6957741a2e56 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:13.259986 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: b330235c-2721-4381-9cc5-6957741a2e56 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:36:13.260365 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device b330235c-2721-4381-9cc5-6957741a2e56 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:36:13.372630 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39554) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:13.431851 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d11d212-2723-4f84-ba2b-44c0d53a1a57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group (42455c88-89ad-4255-85fb-52268dfd53a8), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:13.466495 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d11d212-2723-4f84-ba2b-44c0d53a1a57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group (42455c88-89ad-4255-85fb-52268dfd53a8), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:13.673960 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d11d212-2723-4f84-ba2b-44c0d53a1a57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (42455c88-89ad-4255-85fb-52268dfd53a8), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:13.676872 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4d11d212-2723-4f84-ba2b-44c0d53a1a57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:13.678371 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-4d11d212-2723-4f84-ba2b-44c0d53a1a57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] 10.222.0.47 "DELETE /v2.0/security-groups/42455c88-89ad-4255-85fb-52268dfd53a8 HTTP/1.1" status: 204 len: 168 time: 0.3045316 Apr 11 15:36:13.706398 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11d212-2723-4f84-ba2b-44c0d53a1a57 tempest-TestVolumeBootPattern-154472817 tempest-TestVolumeBootPattern-154472817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42455c88-89ad-4255-85fb-52268dfd53a8,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:13.858155 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39558) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:14.505529 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774516'] for router_interface (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:14.639323 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1aa4dcfe-4a47-4d30-bf18-6d74d16b05b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:14.747092 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] Deleting port 7705e212-83ac-48d2-8fe1-9d29f6aef53a {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:14.747470 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:14.830856 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] For port 7705e212-83ac-48d2-8fe1-9d29f6aef53a, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=7705e212-83ac-48d2-8fe1-9d29f6aef53a,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:14.831472 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:14.845309 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] Calling delete_port for 7705e212-83ac-48d2-8fe1-9d29f6aef53a owned by network:router_interface {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:15.157621 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (7705e212-83ac-48d2-8fe1-9d29f6aef53a), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.182892 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] Pushing event deleted for resources: {'Port': ['ID=7705e212-83ac-48d2-8fe1-9d29f6aef53a,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:15.363872 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774360'] for router_interface (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.549944 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.601449 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] Router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:36:15.717201 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:36:15.723049 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-89cfebf9-d2ea-4bfe-80de-4e80a12d548e admin admin] 10.222.0.47 "PUT /v2.0/routers/4dd67c5f-d44c-4ac8-bed6-097e1e5eb176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636708 Apr 11 15:36:15.726016 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39566) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:15.728752 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] Sync routers for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:36:15.740383 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:15.741032 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:36:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:15.839510 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Publish callbacks [] for router (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:15.851769 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:15.949258 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Publish callbacks [] for router_gateway (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.023236 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:36:14Z', 'revision_number': 5, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port': {'id': 'c453a380-3adb-46ac-a36d-f4110846873a', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:29Z', 'updated_at': '2022-04-11T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:16.053295 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] Checking router: 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:36:16.062584 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] Routers {'4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:16.063204 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:36:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:16.072382 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Deleting port c453a380-3adb-46ac-a36d-f4110846873a {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:16.072727 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (c453a380-3adb-46ac-a36d-f4110846873a), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.150488 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] Set router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 gateway port host: None {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:16.150748 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] For port c453a380-3adb-46ac-a36d-f4110846873a, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=c453a380-3adb-46ac-a36d-f4110846873a,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:16.150952 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (c453a380-3adb-46ac-a36d-f4110846873a), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.164548 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Calling delete_port for c453a380-3adb-46ac-a36d-f4110846873a owned by network:router_gateway {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:16.202465 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:36:15Z', 'revision_number': 6, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port_host': None}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:16.233312 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f0ecb-6e0a-412b-95c5-e3b3bb270f25 None None] The sync data for ids ['4dd67c5f-d44c-4ac8-bed6-097e1e5eb176'] in dv-cinder-836083-4-iscsi is: [{'id': '4dd67c5f-d44c-4ac8-bed6-097e1e5eb176', 'name': 'tempest-TestVolumeBootPattern-982970068-router', 'tenant_id': '356878eeeb8647fd946ce10c3667d507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:27Z', 'updated_at': '2022-04-11T15:36:15Z', 'revision_number': 6, 'project_id': '356878eeeb8647fd946ce10c3667d507', 'gw_port_host': None}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:36:16.419621 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (c453a380-3adb-46ac-a36d-f4110846873a), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.445324 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c453a380-3adb-46ac-a36d-f4110846873a,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:16.512771 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776638'] for router_gateway (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.613072 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47802'] for router (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.615624 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Publish callbacks [] for router_controller (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.753800 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1730649'] for router (4dd67c5f-d44c-4ac8-bed6-097e1e5eb176), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.754351 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 {{(pid=103868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:36:16.759569 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.760366 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-bcad0a75-6a68-4cb4-acfd-d19947d153ed admin admin] 10.222.0.47 "DELETE /v2.0/routers/4dd67c5f-d44c-4ac8-bed6-097e1e5eb176 HTTP/1.1" status: 204 len: 168 time: 1.0334222 Apr 11 15:36:16.762805 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39570) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:16.810668 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_v2 [None req-089c162b-166f-4abb-92fe-0279be646c27 admin admin] Deleting subnet f0fe5095-ae2e-4dc5-ab12-87421227409c {{(pid=103868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:36:16.813448 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.813966 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-089c162b-166f-4abb-92fe-0279be646c27 admin admin] Publish callbacks [] for subnet (f0fe5095-ae2e-4dc5-ab12-87421227409c), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.849870 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-089c162b-166f-4abb-92fe-0279be646c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10103200'] for subnet (f0fe5095-ae2e-4dc5-ab12-87421227409c), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:16.929131 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-089c162b-166f-4abb-92fe-0279be646c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (f0fe5095-ae2e-4dc5-ab12-87421227409c), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.065361 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-089c162b-166f-4abb-92fe-0279be646c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9838269'] for subnet (f0fe5095-ae2e-4dc5-ab12-87421227409c), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.096350 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c162b-166f-4abb-92fe-0279be646c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fe5095-ae2e-4dc5-ab12-87421227409c,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:17.102733 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-089c162b-166f-4abb-92fe-0279be646c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.103331 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-089c162b-166f-4abb-92fe-0279be646c27 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f0fe5095-ae2e-4dc5-ab12-87421227409c HTTP/1.1" status: 204 len: 168 time: 0.3395932 Apr 11 15:36:17.105930 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39572) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:17.109289 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e52d3-0892-497b-b4d3-93c777e38840 None None] Network e66531bf-6e49-4c11-b73f-66bed8e063d7 requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:36:17.208236 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (e66531bf-6e49-4c11-b73f-66bed8e063d7), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.273565 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Deleting port 87d54d57-6921-4521-aedf-b99d597f3d28 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:17.274023 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.335476 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 7705e212-83ac-48d2-8fe1-9d29f6aef53a no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:17.348825 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] For port 87d54d57-6921-4521-aedf-b99d597f3d28, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=87d54d57-6921-4521-aedf-b99d597f3d28,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:17.348825 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.363478 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] DHCP port deletion for e66531bf-6e49-4c11-b73f-66bed8e063d7 request from dv-cinder-836083-4-iscsi {{(pid=103870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:36:17.366617 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 7705e212-83ac-48d2-8fe1-9d29f6aef53a {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:36:17.367043 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 7705e212-83ac-48d2-8fe1-9d29f6aef53a not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:36:17.367508 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Calling delete_port for 87d54d57-6921-4521-aedf-b99d597f3d28 owned by network:dhcp {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:17.367674 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c453a380-3adb-46ac-a36d-f4110846873a no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:17.399268 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: c453a380-3adb-46ac-a36d-f4110846873a {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:36:17.399746 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device c453a380-3adb-46ac-a36d-f4110846873a not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:36:17.441942 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Deleting port 87d54d57-6921-4521-aedf-b99d597f3d28 {{(pid=103870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:17.442314 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), before_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.508922 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] For port 87d54d57-6921-4521-aedf-b99d597f3d28, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=87d54d57-6921-4521-aedf-b99d597f3d28,segment=NetworkSegment(f8d902e8-ebdb-4057-84cd-ddbf1d321a78),segment_id=f8d902e8-ebdb-4057-84cd-ddbf1d321a78)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:17.509320 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), precommit_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.534587 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Calling delete_port for 87d54d57-6921-4521-aedf-b99d597f3d28 owned by network:dhcp {{(pid=103870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:17.534807 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.557275 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d54d57-6921-4521-aedf-b99d597f3d28,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:17.560003 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] No DVR routers for this DVR port 87d54d57-6921-4521-aedf-b99d597f3d28 on host dv-cinder-836083-4-iscsi {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:36:17.621123 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347'] for port (87d54d57-6921-4521-aedf-b99d597f3d28), after_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.641242 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (e66531bf-6e49-4c11-b73f-66bed8e063d7), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.648137 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Pushing event deleted for resources: {'Port': ['ID=87d54d57-6921-4521-aedf-b99d597f3d28,revision_number=None']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:17.659572 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.660903 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.661605 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.662024 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.662437 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.662846 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.663251 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.663674 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.664079 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.664511 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.664947 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.665378 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.665839 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.666275 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.666645 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66531bf-6e49-4c11-b73f-66bed8e063d7']}} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:17.666778 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:36:17.670001 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f9827-160d-4a44-a4d7-7cdb84271c1e None None] No DVR routers for this DVR port 87d54d57-6921-4521-aedf-b99d597f3d28 on host dv-cinder-836083-4-iscsi {{(pid=103870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:36:17.687794 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78') {'for_net_delete': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:17.687794 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d902e8-ebdb-4057-84cd-ddbf1d321a78') {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:17.692806 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2945586'] for segment (f8d902e8-ebdb-4057-84cd-ddbf1d321a78), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.710378 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (f8d902e8-ebdb-4057-84cd-ddbf1d321a78), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.719523 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:36:17.719950 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492449'] for segment (f8d902e8-ebdb-4057-84cd-ddbf1d321a78), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: Traceback (most recent call last): Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: timer() Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: cb(*args, **kw) Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: return func(*args, **kwargs) Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: self._notify() Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: self.callback(batched_events) Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: event.method(event) Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: return f(self, *a, **k) Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._get(url).json() Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: return self.request(url, 'GET', **kwargs) Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:36:17.721679 dv-cinder-836083-4-iscsi neutron-server[103869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:36:17.850978 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (e66531bf-6e49-4c11-b73f-66bed8e063d7), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.857076 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:17.860763 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e66531bf-6e49-4c11-b73f-66bed8e063d7 HTTP/1.1" status: 204 len: 168 time: 0.7460134 Apr 11 15:36:17.864698 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39580) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:17.872142 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da93618-a01a-44d6-8833-565e113e2602 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66531bf-6e49-4c11-b73f-66bed8e063d7,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:17.960692 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39582) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:17.965525 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-53318cf1-6e6c-4688-8465-cca659f2e36e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512614049', 'description': 'tempest-description--282888760'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:18.081953 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-53318cf1-6e6c-4688-8465-cca659f2e36e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.154588 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-53318cf1-6e6c-4688-8465-cca659f2e36e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (20141e0f-93a2-4f01-93d5-ac3aeea7100f), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.198097 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774516'] for router_interface (2d311bd8-db0e-437d-afe5-830e6173bf60), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.247910 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-53318cf1-6e6c-4688-8465-cca659f2e36e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (20141e0f-93a2-4f01-93d5-ac3aeea7100f), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.284315 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53318cf1-6e6c-4688-8465-cca659f2e36e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20141e0f-93a2-4f01-93d5-ac3aeea7100f,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:18.373869 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-53318cf1-6e6c-4688-8465-cca659f2e36e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.377970 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-53318cf1-6e6c-4688-8465-cca659f2e36e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4134011 Apr 11 15:36:18.384922 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39584) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:18.384922 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-2e54da5c-a039-4a2c-a992-6b07fc08243c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group_rule': {'security_group_id': '20141e0f-93a2-4f01-93d5-ac3aeea7100f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:18.405385 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.473984 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e54da5c-a039-4a2c-a992-6b07fc08243c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (5ca4f98c-e87b-4642-9db5-20b41d0fcbb8), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.530361 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e54da5c-a039-4a2c-a992-6b07fc08243c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (5ca4f98c-e87b-4642-9db5-20b41d0fcbb8), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.633450 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e54da5c-a039-4a2c-a992-6b07fc08243c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (5ca4f98c-e87b-4642-9db5-20b41d0fcbb8), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.651973 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54da5c-a039-4a2c-a992-6b07fc08243c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca4f98c-e87b-4642-9db5-20b41d0fcbb8,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:18.695798 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] Deleting port b17ca2e4-5be4-48ca-8e9a-28bebba459f2 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:18.696145 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.768372 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2e54da5c-a039-4a2c-a992-6b07fc08243c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.769684 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-2e54da5c-a039-4a2c-a992-6b07fc08243c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903635 Apr 11 15:36:18.772406 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39586) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:18.777438 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-8c7d17b9-13f8-4675-b649-9b29407e8f4f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group_rule': {'security_group_id': '20141e0f-93a2-4f01-93d5-ac3aeea7100f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:18.789441 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] For port b17ca2e4-5be4-48ca-8e9a-28bebba459f2, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b17ca2e4-5be4-48ca-8e9a-28bebba459f2,segment=NetworkSegment(66506ee0-02b5-41f7-9b17-3b78f67f87d0),segment_id=66506ee0-02b5-41f7-9b17-3b78f67f87d0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:18.789811 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:18.809314 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] Calling delete_port for b17ca2e4-5be4-48ca-8e9a-28bebba459f2 owned by network:router_interface {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:18.927782 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c7d17b9-13f8-4675-b649-9b29407e8f4f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (46b750af-423b-4141-b066-2a597f04ac2a), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.028226 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c7d17b9-13f8-4675-b649-9b29407e8f4f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (46b750af-423b-4141-b066-2a597f04ac2a), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.104863 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c7d17b9-13f8-4675-b649-9b29407e8f4f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (46b750af-423b-4141-b066-2a597f04ac2a), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.122916 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d17b9-13f8-4675-b649-9b29407e8f4f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b750af-423b-4141-b066-2a597f04ac2a,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:19.150336 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 87d54d57-6921-4521-aedf-b99d597f3d28 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:19.172030 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 87d54d57-6921-4521-aedf-b99d597f3d28 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:36:19.172289 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 87d54d57-6921-4521-aedf-b99d597f3d28 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:36:19.174508 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (b17ca2e4-5be4-48ca-8e9a-28bebba459f2), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.206751 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17ca2e4-5be4-48ca-8e9a-28bebba459f2,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:19.216708 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-8c7d17b9-13f8-4675-b649-9b29407e8f4f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.218515 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-8c7d17b9-13f8-4675-b649-9b29407e8f4f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4445646 Apr 11 15:36:19.222812 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39588) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:19.226220 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:19.377474 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.454267 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774360'] for router_interface (2d311bd8-db0e-437d-afe5-830e6173bf60), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.477572 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.710898 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Allocated IP 172.27.0.148 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/b4ce5a61-9b1b-49c5-9b02-9262713edcb5) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:36:19.829374 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-c83d5076-ee3c-4f3c-ac7d-8b3f5cfd6080 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393469 Apr 11 15:36:19.844574 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] Router 2d311bd8-db0e-437d-afe5-830e6173bf60 has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:36:19.882013 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (b4ce5a61-9b1b-49c5-9b02-9262713edcb5), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:19.924927 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-9fb9afab-ec06-4ba6-b6ec-821a4c7ecb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:19.926460 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-9fb9afab-ec06-4ba6-b6ec-821a4c7ecb34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 1130 time: 0.0432894 Apr 11 15:36:20.009375 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:36:20.017669 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-9ed115c7-49a3-422c-bf18-5a31b06c2fe7 admin admin] 10.222.0.47 "PUT /v2.0/routers/2d311bd8-db0e-437d-afe5-830e6173bf60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1495156 Apr 11 15:36:20.018281 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39590) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:20.019846 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] Sync routers for ids ['2d311bd8-db0e-437d-afe5-830e6173bf60'] in dv-cinder-836083-4-iscsi {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:36:20.032674 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] Routers {'2d311bd8-db0e-437d-afe5-830e6173bf60'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:20.033326 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:36:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['2d311bd8-db0e-437d-afe5-830e6173bf60'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:20.065298 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-ee937724-6157-4168-b632-c0d2ee48e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:20.067961 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (b4ce5a61-9b1b-49c5-9b02-9262713edcb5), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:20.068126 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-ee937724-6157-4168-b632-c0d2ee48e696 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 915 time: 0.1122434 Apr 11 15:36:20.145069 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-f106ff4f-3598-4801-b9d0-566ab4a195d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75ac84e9-d24b-4d94-9814-20d2366bf777 HTTP/1.1" status: 200 len: 1002 time: 0.0694184 Apr 11 15:36:20.150151 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] Set router 2d311bd8-db0e-437d-afe5-830e6173bf60 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:20.159037 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:36:20.171977 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:36:20.176739 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:36:20.178747 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=b4ce5a61-9b1b-49c5-9b02-9262713edcb5,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:20.212755 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-15a5d49c-2d36-4073-adb5-0d933a0b067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:20.223431 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-15a5d49c-2d36-4073-adb5-0d933a0b067a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0682750 Apr 11 15:36:20.241990 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Publish callbacks [] for router (2d311bd8-db0e-437d-afe5-830e6173bf60), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:20.281645 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-bc1cfdb3-3ab3-4f5e-a562-0d768327a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:20.284866 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-bc1cfdb3-3ab3-4f5e-a562-0d768327a689 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519414 Apr 11 15:36:20.354575 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'name': 'tempest-TestVolumeBootPattern-164561883-router', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:43Z', 'updated_at': '2022-04-11T15:36:18Z', 'revision_number': 5, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'gw_port': {'id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:44Z', 'updated_at': '2022-04-11T15:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:20.365303 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (ae288029-f48f-40a9-8308-155207a94ce4), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:20.386912 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] Checking router: 2d311bd8-db0e-437d-afe5-830e6173bf60 for host: dv-cinder-836083-4-iscsi {{(pid=103870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:36:20.388581 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-eaac0a37-07f4-4213-88b7-c28f35bca9fb service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939794 Apr 11 15:36:20.395389 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Publish callbacks [] for router_gateway (2d311bd8-db0e-437d-afe5-830e6173bf60), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:20.396326 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] Routers {'2d311bd8-db0e-437d-afe5-830e6173bf60'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:20.397026 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:36:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['2d311bd8-db0e-437d-afe5-830e6173bf60'], 'active': True} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:20.461545 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (b4ce5a61-9b1b-49c5-9b02-9262713edcb5), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:20.485401 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1cf31e82-945c-481b-adaf-a933e13c26f9 req-e0b66758-a98b-421c-b7b0-c52a24eddc9d service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903494 Apr 11 15:36:20.514532 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvr_db [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] Set router 2d311bd8-db0e-437d-afe5-830e6173bf60 gateway port host: dv-cinder-836083-4-iscsi {{(pid=103870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:20.566928 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Deleting port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:20.567195 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:20.695006 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_hamode_db [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'name': 'tempest-TestVolumeBootPattern-164561883-router', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:43Z', 'updated_at': '2022-04-11T15:36:18Z', 'revision_number': 5, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'gw_port': {'id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:44Z', 'updated_at': '2022-04-11T15:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:20.708617 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] For port 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=667290e5-0a5b-40b8-8fb5-09d9d3faf9f2,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:20.708988 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:20.727650 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279d107-4c26-4b53-87a5-d708e45bbc2c None None] The sync data for ids ['2d311bd8-db0e-437d-afe5-830e6173bf60'] in dv-cinder-836083-4-iscsi is: [{'id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'name': 'tempest-TestVolumeBootPattern-164561883-router', 'tenant_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:28:43Z', 'updated_at': '2022-04-11T15:36:18Z', 'revision_number': 5, 'project_id': 'b7c3d31cb02a4eaba7c9736f39602d93', 'gw_port': {'id': '667290e5-0a5b-40b8-8fb5-09d9d3faf9f2', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d311bd8-db0e-437d-afe5-830e6173bf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:28:44Z', 'updated_at': '2022-04-11T15:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}] {{(pid=103870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:36:20.731284 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (b4ce5a61-9b1b-49c5-9b02-9262713edcb5), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:20.733242 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Calling delete_port for 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 owned by network:router_gateway {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:20.797010 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (b4ce5a61-9b1b-49c5-9b02-9262713edcb5), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:20.913226 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=b4ce5a61-9b1b-49c5-9b02-9262713edcb5,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:20.939828 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (ae288029-f48f-40a9-8308-155207a94ce4), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.024297 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.025488 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-fe56b6d8-f5a1-42cb-b2e9-70e688ad8e6a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8028035 Apr 11 15:36:21.045159 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (667290e5-0a5b-40b8-8fb5-09d9d3faf9f2), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.077495 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Pushing event deleted for resources: {'Port': ['ID=667290e5-0a5b-40b8-8fb5-09d9d3faf9f2,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:21.152478 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776638'] for router_gateway (2d311bd8-db0e-437d-afe5-830e6173bf60), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.229731 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-162b5ea0-5af2-44ea-a1a8-856eb359cf9e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1512614049&fields=id&tenant_id=18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 267 time: 0.0612776 Apr 11 15:36:21.239775 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b17ca2e4-5be4-48ca-8e9a-28bebba459f2 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:21.269290 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: b17ca2e4-5be4-48ca-8e9a-28bebba459f2 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:36:21.269782 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b17ca2e4-5be4-48ca-8e9a-28bebba459f2 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:36:21.272790 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47802'] for router (2d311bd8-db0e-437d-afe5-830e6173bf60), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.275942 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Publish callbacks [] for router_controller (2d311bd8-db0e-437d-afe5-830e6173bf60), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.348750 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-dec374be-518e-4bbd-b408-c549cdc33fd2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:21.350343 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-dec374be-518e-4bbd-b408-c549cdc33fd2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 814 time: 0.1128798 Apr 11 15:36:21.366127 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-62b842bd-7ed6-409c-a905-81cfcb063e8e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/quotas/18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 375 time: 0.0099883 Apr 11 15:36:21.407884 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1730649'] for router (2d311bd8-db0e-437d-afe5-830e6173bf60), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.408464 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d311bd8-db0e-437d-afe5-830e6173bf60 {{(pid=103868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:36:21.412907 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.423600 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-9c51deb2-f8ec-4d28-b3ea-e2f7c37f754e admin admin] 10.222.0.47 "DELETE /v2.0/routers/2d311bd8-db0e-437d-afe5-830e6173bf60 HTTP/1.1" status: 204 len: 168 time: 1.3975089 Apr 11 15:36:21.423600 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39608) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:21.423931 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-bd927968-7288-4aa6-9265-0b14c0633708 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470214 Apr 11 15:36:21.475299 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_v2 [None req-1119399f-4f77-41f7-902c-4193049f4e55 admin admin] Deleting subnet 2a2ddadc-98e4-4839-b03c-80f09cc4d95e {{(pid=103868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:36:21.475299 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1119399f-4f77-41f7-902c-4193049f4e55 admin admin] Publish callbacks [] for subnet (2a2ddadc-98e4-4839-b03c-80f09cc4d95e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.514779 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1119399f-4f77-41f7-902c-4193049f4e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10103200'] for subnet (2a2ddadc-98e4-4839-b03c-80f09cc4d95e), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.574358 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-439a86bc-deb2-40b1-9fd5-d5d6f7e3d992 service neutron] 10.222.0.47 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420512 Apr 11 15:36:21.600839 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1119399f-4f77-41f7-902c-4193049f4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (2a2ddadc-98e4-4839-b03c-80f09cc4d95e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.666281 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-13e606c5-a183-489b-87e1-d030a6896236 service neutron] 10.222.0.47 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853398 Apr 11 15:36:21.733331 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1119399f-4f77-41f7-902c-4193049f4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9838269'] for subnet (2a2ddadc-98e4-4839-b03c-80f09cc4d95e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.759961 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119399f-4f77-41f7-902c-4193049f4e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2ddadc-98e4-4839-b03c-80f09cc4d95e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:21.761963 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-1119399f-4f77-41f7-902c-4193049f4e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.766502 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0752253a-7aca-47d1-9c23-5e9e99bedba7 None None] Network f2b165c2-e697-4244-8c93-5c8945fff64e requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:36:21.769747 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-1119399f-4f77-41f7-902c-4193049f4e55 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2a2ddadc-98e4-4839-b03c-80f09cc4d95e HTTP/1.1" status: 204 len: 168 time: 0.3513467 Apr 11 15:36:21.772442 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39612) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:21.841635 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (f2b165c2-e697-4244-8c93-5c8945fff64e), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.898289 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Deleting port b11c0395-675e-4fa6-9e65-957b7c41c5fc {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:21.898629 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.914810 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-de810201-86cb-45dd-ab86-694931a9b695 req-5e3917b4-f256-43fd-a577-6f31833f4bd1 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 210 time: 0.0380230 Apr 11 15:36:21.939434 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8de189-98da-4dcf-928d-c169a66acb76 None None] DHCP port deletion for f2b165c2-e697-4244-8c93-5c8945fff64e request from dv-cinder-836083-4-iscsi {{(pid=103870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:36:21.977021 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.db [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] For port b11c0395-675e-4fa6-9e65-957b7c41c5fc, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b11c0395-675e-4fa6-9e65-957b7c41c5fc,segment=NetworkSegment(66506ee0-02b5-41f7-9b17-3b78f67f87d0),segment_id=66506ee0-02b5-41f7-9b17-3b78f67f87d0)] {{(pid=103868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:21.977399 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.978451 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-3e8de189-98da-4dcf-928d-c169a66acb76 None None] Deleting port b11c0395-675e-4fa6-9e65-957b7c41c5fc {{(pid=103870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:36:21.978834 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3e8de189-98da-4dcf-928d-c169a66acb76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), before_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:21.990364 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Calling delete_port for b11c0395-675e-4fa6-9e65-957b7c41c5fc owned by network:dhcp {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:22.041465 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-3e8de189-98da-4dcf-928d-c169a66acb76 None None] For port b11c0395-675e-4fa6-9e65-957b7c41c5fc, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=b11c0395-675e-4fa6-9e65-957b7c41c5fc,segment=NetworkSegment(66506ee0-02b5-41f7-9b17-3b78f67f87d0),segment_id=66506ee0-02b5-41f7-9b17-3b78f67f87d0)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:22.041864 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3e8de189-98da-4dcf-928d-c169a66acb76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), precommit_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:22.054555 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-3e8de189-98da-4dcf-928d-c169a66acb76 None None] Calling delete_port for b11c0395-675e-4fa6-9e65-957b7c41c5fc owned by network:dhcp {{(pid=103870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:36:22.142039 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:22.154957 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3e8de189-98da-4dcf-928d-c169a66acb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347'] for port (b11c0395-675e-4fa6-9e65-957b7c41c5fc), after_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:22.171368 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11c0395-675e-4fa6-9e65-957b7c41c5fc,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:22.176470 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] No DVR routers for this DVR port b11c0395-675e-4fa6-9e65-957b7c41c5fc on host dv-cinder-836083-4-iscsi {{(pid=103868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:36:22.182924 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8de189-98da-4dcf-928d-c169a66acb76 None None] Pushing event deleted for resources: {'Port': ['ID=b11c0395-675e-4fa6-9e65-957b7c41c5fc,revision_number=None']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:22.189082 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8de189-98da-4dcf-928d-c169a66acb76 None None] No DVR routers for this DVR port b11c0395-675e-4fa6-9e65-957b7c41c5fc on host dv-cinder-836083-4-iscsi {{(pid=103870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:36:22.254026 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (f2b165c2-e697-4244-8c93-5c8945fff64e), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:22.274776 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b165c2-e697-4244-8c93-5c8945fff64e']}} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:22.284376 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66506ee0-02b5-41f7-9b17-3b78f67f87d0') {'for_net_delete': True} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:22.284678 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.services.segments.db [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66506ee0-02b5-41f7-9b17-3b78f67f87d0') {} {{(pid=103868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:22.298150 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10103209'] for segment (66506ee0-02b5-41f7-9b17-3b78f67f87d0), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:22.312371 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (66506ee0-02b5-41f7-9b17-3b78f67f87d0), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:22.320196 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:36:22.320592 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10357356'] for segment (66506ee0-02b5-41f7-9b17-3b78f67f87d0), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: Traceback (most recent call last): Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: timer() Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: cb(*args, **kw) Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: return func(*args, **kwargs) Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: self._notify() Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: self.callback(batched_events) Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: event.method(event) Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: return f(self, *a, **k) Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._get(url).json() Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: return self.request(url, 'GET', **kwargs) Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:36:22.322990 dv-cinder-836083-4-iscsi neutron-server[103868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:36:22.461951 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (f2b165c2-e697-4244-8c93-5c8945fff64e), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:22.466318 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:22.471287 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f2b165c2-e697-4244-8c93-5c8945fff64e HTTP/1.1" status: 204 len: 168 time: 0.6964409 Apr 11 15:36:22.482734 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cee0da-0139-4848-897e-7a4402984a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b165c2-e697-4244-8c93-5c8945fff64e,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:22.861722 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39618) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:22.906623 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-7ad85af7-a25c-4665-8239-2d8b451ab45d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=356878eeeb8647fd946ce10c3667d507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436895 Apr 11 15:36:22.909115 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39624) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:22.964643 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7c620271-736a-4fee-8809-68293b7b17fc admin admin] Publish callbacks [] for security_group (de5fff61-a8b4-4d2c-a51f-9f47dd3b22d3), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:23.020814 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7c620271-736a-4fee-8809-68293b7b17fc admin admin] Publish callbacks [] for security_group (de5fff61-a8b4-4d2c-a51f-9f47dd3b22d3), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:23.028647 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6783a2a6-902c-41a3-b56c-8f2d8c15c1fe req-d0478ba7-f49c-4fab-982f-d3b63c74608b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 210 time: 0.0479796 Apr 11 15:36:23.037311 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:36:23.150373 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:23.171567 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:36:23.171920 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 667290e5-0a5b-40b8-8fb5-09d9d3faf9f2 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:36:23.172335 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b11c0395-675e-4fa6-9e65-957b7c41c5fc no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:36:23.179426 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7c620271-736a-4fee-8809-68293b7b17fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (de5fff61-a8b4-4d2c-a51f-9f47dd3b22d3), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:23.182549 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7c620271-736a-4fee-8809-68293b7b17fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:23.185441 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-7c620271-736a-4fee-8809-68293b7b17fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/de5fff61-a8b4-4d2c-a51f-9f47dd3b22d3 HTTP/1.1" status: 204 len: 168 time: 0.2739325 Apr 11 15:36:23.194403 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c620271-736a-4fee-8809-68293b7b17fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5fff61-a8b4-4d2c-a51f-9f47dd3b22d3,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:23.195503 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: b11c0395-675e-4fa6-9e65-957b7c41c5fc {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:36:23.195877 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device b11c0395-675e-4fa6-9e65-957b7c41c5fc not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:36:23.853771 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39632) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:23.897263 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a9da8ead-d396-4f1c-aac4-0df087062e9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b7c3d31cb02a4eaba7c9736f39602d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422695 Apr 11 15:36:23.899651 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39634) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:23.946222 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ffd3980c-2e62-4623-b9a3-a29740c360ad admin admin] Publish callbacks [] for security_group (63e443f0-9d9d-481b-aab2-a10d744cd976), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:23.968343 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ffd3980c-2e62-4623-b9a3-a29740c360ad admin admin] Publish callbacks [] for security_group (63e443f0-9d9d-481b-aab2-a10d744cd976), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:24.107584 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-82c52508-b1c4-458b-a2a6-0adaca3241eb req-aef3cc16-4ddc-4bfa-93ca-bf15cbfe7ecf tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 210 time: 0.0272803 Apr 11 15:36:24.113106 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ffd3980c-2e62-4623-b9a3-a29740c360ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (63e443f0-9d9d-481b-aab2-a10d744cd976), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:24.115780 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-ffd3980c-2e62-4623-b9a3-a29740c360ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:24.116869 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-ffd3980c-2e62-4623-b9a3-a29740c360ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/63e443f0-9d9d-481b-aab2-a10d744cd976 HTTP/1.1" status: 204 len: 168 time: 0.2163482 Apr 11 15:36:24.126079 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3980c-2e62-4623-b9a3-a29740c360ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e443f0-9d9d-481b-aab2-a10d744cd976,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:25.189303 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-afb0b3f2-120d-45ef-9b8b-f3761b261ccc req-f68c8133-5c83-415e-b5dc-e09fc1681ffe tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 210 time: 0.0276577 Apr 11 15:36:26.288164 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4cf77a95-2661-42cd-b857-19002bd98152 req-b7baacb0-4f90-4a53-9fc3-6b40e756b8c8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 210 time: 0.0316565 Apr 11 15:36:27.389206 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cb1546bb-66fd-4940-9758-d782c8fdf000 req-f1900ee3-dc0a-4557-8e65-b9da659fa9ae tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 210 time: 0.0281899 Apr 11 15:36:28.152829 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-4b1e51e9-0b93-4d69-bcd1-5c68b57aa239 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:28.157559 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-4b1e51e9-0b93-4d69-bcd1-5c68b57aa239 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 814 time: 0.1257017 Apr 11 15:36:28.241594 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-e8e2bb1d-93b9-4e36-aa0e-b436071d37b1 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 472 time: 0.0745180 Apr 11 15:36:28.253649 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'port': {'device_id': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'admin_state_up': True, 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'security_groups': ['20141e0f-93a2-4f01-93d5-ac3aeea7100f']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:28.435780 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Made reservation on behalf of 18a33233020d4be1b947b5325f4684dd for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:36:28.439977 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:28.531455 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-33c66956-4e18-4f61-bddc-ccdfcb8d9315 req-1a05e96a-1e32-4cd5-9ae3-d65119c8f5df tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 210 time: 0.0690563 Apr 11 15:36:28.614423 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Allocated IP 172.20.0.7 (e0b4d0a7-cb81-4dcc-88de-f09f980687cb/403cc91d-8b32-4ba2-99bd-dea9cb44cd8e/81f659e0-7fae-4ff3-990c-f48bcced8ad8) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:36:28.767362 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:28.882225 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:28.927864 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:36:28.931299 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:36:28.935305 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:36:28.961106 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=81f659e0-7fae-4ff3-990c-f48bcced8ad8,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:28.993208 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:28.993916 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.108912 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-8135bdc5-d732-4a81-8612-6f68280f65fa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8592370 Apr 11 15:36:29.121580 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Request body: {'port': {'device_id': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:29.169108 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-21a76e8e-f1b6-41c1-bdea-1940fdd802d0 None None] Provisioning complete for port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:36:29.169551 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-21a76e8e-f1b6-41c1-bdea-1940fdd802d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.188736 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.205020 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-21a76e8e-f1b6-41c1-bdea-1940fdd802d0 None None] Port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:36:29.445814 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f659e0-7fae-4ff3-990c-f48bcced8ad8 {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:36:29.453914 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Publish callbacks [] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.466204 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Transition to ACTIVE for port object 81f659e0-7fae-4ff3-990c-f48bcced8ad8 will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:36:29.533061 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.586251 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Pushing event updated for resources: {'Port': ['ID=81f659e0-7fae-4ff3-990c-f48bcced8ad8,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:29.680152 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10d53-4f16-4d63-b6d8-7c39f3bfece0 req-c46de103-a113-43bd-8dc4-5b326edd7ff6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:29.681702 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-abd10d53-4f16-4d63-b6d8-7c39f3bfece0 req-c46de103-a113-43bd-8dc4-5b326edd7ff6 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 943 time: 0.0700798 Apr 11 15:36:29.713581 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Attempting to bind port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:36:29.713864 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Attempting to bind port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:36:29.714144 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Attempting to bind port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:36:29.722042 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:36:29.722366 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Attempting to bind port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:36:29.736610 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:36:29.736957 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Checking segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:36:29.737344 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Bound using segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:36:29.737784 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Bound port: 81f659e0-7fae-4ff3-990c-f48bcced8ad8, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:36:29.738147 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.761828 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-abd10d53-4f16-4d63-b6d8-7c39f3bfece0 req-b2a7979e-2216-4280-ac96-a64b3dafb63e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743086 Apr 11 15:36:29.813971 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] For port 81f659e0-7fae-4ff3-990c-f48bcced8ad8, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:36:29.818835 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] For port 81f659e0-7fae-4ff3-990c-f48bcced8ad8, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=81f659e0-7fae-4ff3-990c-f48bcced8ad8,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:36:29.899787 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.937071 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:29.937746 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:29.940119 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] 10.222.0.39 "PUT /v2.0/ports/81f659e0-7fae-4ff3-990c-f48bcced8ad8 HTTP/1.1" status: 200 len: 1093 time: 0.8238914 Apr 11 15:36:29.940595 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'tag': '81f659e0-7fae-4ff3-990c-f48bcced8ad8'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:36:29.942937 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad174bc-14a4-4fa4-ba05-0884c5be839d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdbbe9b-02da-4690-bade-ab8f7bab5003", "tag": "81f659e0-7fae-4ff3-990c-f48bcced8ad8"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:36:29.966186 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16679b-6ee2-4dbe-be88-fba81ea808b8 service neutron] Pushing event updated for resources: {'Port': ['ID=81f659e0-7fae-4ff3-990c-f48bcced8ad8,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:29.986893 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471605ab-b7f1-4f6b-a8d3-6ae3066b2a40 x-openstack-request-id: req-471605ab-b7f1-4f6b-a8d3-6ae3066b2a40 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:36:29.987279 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdbbe9b-02da-4690-bade-ab8f7bab5003", "tag": "81f659e0-7fae-4ff3-990c-f48bcced8ad8", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:36:29.987624 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-471605ab-b7f1-4f6b-a8d3-6ae3066b2a40 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:36:29.988097 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471605ab-b7f1-4f6b-a8d3-6ae3066b2a40'] response: {'name': 'network-changed', 'server_uuid': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'tag': '81f659e0-7fae-4ff3-990c-f48bcced8ad8', 'status': 'completed', 'code': 200} Apr 11 15:36:30.055854 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad174bc-14a4-4fa4-ba05-0884c5be839d req-e2b27009-b0a0-4fba-a638-74be89855a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:30.057382 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3ad174bc-14a4-4fa4-ba05-0884c5be839d req-e2b27009-b0a0-4fba-a638-74be89855a2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 1127 time: 0.0417314 Apr 11 15:36:30.167104 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad174bc-14a4-4fa4-ba05-0884c5be839d req-a524184a-a769-4560-a9e3-95799c6617d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:30.168653 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3ad174bc-14a4-4fa4-ba05-0884c5be839d req-a524184a-a769-4560-a9e3-95799c6617d4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=18a33233020d4be1b947b5325f4684dd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0975273 Apr 11 15:36:30.265729 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad174bc-14a4-4fa4-ba05-0884c5be839d req-f8de63ad-a1ab-4746-9458-c2938b88d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:30.267201 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3ad174bc-14a4-4fa4-ba05-0884c5be839d req-f8de63ad-a1ab-4746-9458-c2938b88d1d6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895891 Apr 11 15:36:30.355038 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-7b76154a-17d0-4162-8afa-82db98fad65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:30.356623 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-7b76154a-17d0-4162-8afa-82db98fad65c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 1127 time: 0.0444896 Apr 11 15:36:30.404132 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-651c9612-f50b-4684-93d4-67669e4b74cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f659e0-7fae-4ff3-990c-f48bcced8ad8 HTTP/1.1" status: 200 len: 217 time: 0.0346141 Apr 11 15:36:30.457811 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-f818678f-11dc-44ec-9ed6-57ef2ccf770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:30.459313 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-f818678f-11dc-44ec-9ed6-57ef2ccf770f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0468085 Apr 11 15:36:30.511517 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-51cea08c-ca2e-418f-a89f-ae4a31288229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:30.513076 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-51cea08c-ca2e-418f-a89f-ae4a31288229 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450671 Apr 11 15:36:30.608422 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-d8d01816-d401-4c9f-ba1d-9b0951a11093 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853515 Apr 11 15:36:30.713628 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fa99a2ce-1e7e-4bea-9171-4dbde0ab327c req-6512261a-a89b-4ac1-a742-e868f96a4897 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955954 Apr 11 15:36:30.878356 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b61302-ef8c-4351-ac6f-730603033078 req-5c1d6e5b-44f7-4554-8760-7c15001d4570 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:30.879939 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-49b61302-ef8c-4351-ac6f-730603033078 req-5c1d6e5b-44f7-4554-8760-7c15001d4570 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 943 time: 0.0487237 Apr 11 15:36:30.929460 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-49b61302-ef8c-4351-ac6f-730603033078 req-0a9cefb9-0f7f-48e3-899e-d611282dd7eb tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432358 Apr 11 15:36:32.044543 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94c77f-7c9d-4740-bf9a-02c4d30037fa req-20fd29cd-0eb8-4db1-8aa5-fcbaf7d68d4c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:32.046012 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ce94c77f-7c9d-4740-bf9a-02c4d30037fa req-20fd29cd-0eb8-4db1-8aa5-fcbaf7d68d4c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 943 time: 0.0465183 Apr 11 15:36:32.101178 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ce94c77f-7c9d-4740-bf9a-02c4d30037fa req-7cd95f22-6e1a-4b02-b246-95b67696e976 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488946 Apr 11 15:36:33.221142 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b867-8f3b-484a-86f3-96ee611112e0 req-2e47ea4a-a0a6-427e-9e25-78cb8ba01a40 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:33.222714 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aa68b867-8f3b-484a-86f3-96ee611112e0 req-2e47ea4a-a0a6-427e-9e25-78cb8ba01a40 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 943 time: 0.0498836 Apr 11 15:36:33.271063 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aa68b867-8f3b-484a-86f3-96ee611112e0 req-626a1b83-6bdb-4450-92dc-a4e8f9175399 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Apr 11 15:36:33.327053 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 81f659e0-7fae-4ff3-990c-f48bcced8ad8 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:36:33.426300 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 81f659e0-7fae-4ff3-990c-f48bcced8ad8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=81f659e0-7fae-4ff3-990c-f48bcced8ad8,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:33.438364 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '81f659e0-7fae-4ff3-990c-f48bcced8ad8', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'port_id': '81f659e0-7fae-4ff3-990c-f48bcced8ad8', 'mac_address': 'fa:16:3e:cc:aa:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:36:33.478012 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:36:33.478401 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:33.491854 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f659e0-7fae-4ff3-990c-f48bcced8ad8 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:36:33.511633 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 81f659e0-7fae-4ff3-990c-f48bcced8ad8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=81f659e0-7fae-4ff3-990c-f48bcced8ad8,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:33.624141 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:33.677602 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=81f659e0-7fae-4ff3-990c-f48bcced8ad8,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:33.883043 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['81f659e0-7fae-4ff3-990c-f48bcced8ad8'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:36:34.392337 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839bd4-75c3-43d3-9d35-11d9f94c415d req-39ab47f3-19b3-4ab0-86d5-b3037151d06e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:34.393828 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4e839bd4-75c3-43d3-9d35-11d9f94c415d req-39ab47f3-19b3-4ab0-86d5-b3037151d06e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 944 time: 0.0512073 Apr 11 15:36:34.446136 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4e839bd4-75c3-43d3-9d35-11d9f94c415d req-8efdf7da-2126-460f-95e1-267b1f26df6b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464249 Apr 11 15:36:35.326847 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 81f659e0-7fae-4ff3-990c-f48bcced8ad8 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:36:35.375296 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:36:35.455611 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:36:35.455970 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:35.536282 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:36:35.536677 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:35.563160 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f659e0-7fae-4ff3-990c-f48bcced8ad8'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:36:35.564998 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952ea0f-8984-4739-abb9-921e8e3eba5b req-001fd74e-0405-44f8-b54d-07f77f43fd49 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:35.565495 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7292fe9-9715-4147-a504-33ccd4c46927" -d '{"events": [{"server_uuid": "ffdbbe9b-02da-4690-bade-ab8f7bab5003", "name": "network-vif-plugged", "status": "completed", "tag": "81f659e0-7fae-4ff3-990c-f48bcced8ad8"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:36:35.566516 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4952ea0f-8984-4739-abb9-921e8e3eba5b req-001fd74e-0405-44f8-b54d-07f77f43fd49 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 944 time: 0.0517085 Apr 11 15:36:35.619385 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4952ea0f-8984-4739-abb9-921e8e3eba5b req-75e82201-1b02-4c88-81ab-e6b8e6be049a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469916 Apr 11 15:36:35.721449 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275d1153-c8fb-436e-b2bb-a40ac181bbd8 x-openstack-request-id: req-275d1153-c8fb-436e-b2bb-a40ac181bbd8 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:36:35.721923 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdbbe9b-02da-4690-bade-ab8f7bab5003", "name": "network-vif-plugged", "status": "completed", "tag": "81f659e0-7fae-4ff3-990c-f48bcced8ad8", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:36:35.722327 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-275d1153-c8fb-436e-b2bb-a40ac181bbd8 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:36:35.722966 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275d1153-c8fb-436e-b2bb-a40ac181bbd8'] response: {'server_uuid': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f659e0-7fae-4ff3-990c-f48bcced8ad8', 'code': 200} Apr 11 15:36:35.726329 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 81f659e0-7fae-4ff3-990c-f48bcced8ad8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=81f659e0-7fae-4ff3-990c-f48bcced8ad8,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:36:35.821464 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:35.871335 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=81f659e0-7fae-4ff3-990c-f48bcced8ad8,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:36:35.996487 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869f190-42c8-4552-a944-19007dcfed05 req-91ddfb0f-70ae-409c-bbd9-54c81fae8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:35.998025 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b869f190-42c8-4552-a944-19007dcfed05 req-91ddfb0f-70ae-409c-bbd9-54c81fae8cff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 1129 time: 0.0383577 Apr 11 15:36:36.056748 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b869f190-42c8-4552-a944-19007dcfed05 req-e81f2647-7f61-4573-bd03-47dbd17b1eda service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481694 Apr 11 15:36:36.733829 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19019d5a-398d-42a7-b98e-6c6f357c0703 req-f6887db7-0a57-455b-819a-581da024f4ee tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:36.735863 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-19019d5a-398d-42a7-b98e-6c6f357c0703 req-f6887db7-0a57-455b-819a-581da024f4ee tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 945 time: 0.0465152 Apr 11 15:36:36.791310 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-19019d5a-398d-42a7-b98e-6c6f357c0703 req-50b595fa-a1d0-45ae-bed0-2656f364ab21 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497768 Apr 11 15:36:37.908819 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb070cbb-ccdd-4267-a90d-00444f7fcd5f req-3c8b0084-3ab9-4de7-b4cf-6c20447fb816 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:37.910307 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cb070cbb-ccdd-4267-a90d-00444f7fcd5f req-3c8b0084-3ab9-4de7-b4cf-6c20447fb816 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 945 time: 0.0473678 Apr 11 15:36:37.959115 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cb070cbb-ccdd-4267-a90d-00444f7fcd5f req-5c0b2798-0f3c-4200-8062-3a4357f19afa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Apr 11 15:36:38.070787 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabf3a0-ddb4-446c-9362-67b4d70b5a52 req-26a75f14-bc52-4c19-b58e-b7986bf2a5be tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:38.072420 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2aabf3a0-ddb4-446c-9362-67b4d70b5a52 req-26a75f14-bc52-4c19-b58e-b7986bf2a5be tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 945 time: 0.0499909 Apr 11 15:36:38.081560 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39686) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:36:38.085947 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-75f8fed9-fc40-4da6-829c-c20b899d3ca9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'floatingip': {'port_id': '81f659e0-7fae-4ff3-990c-f48bcced8ad8'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:36:38.127308 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-75f8fed9-fc40-4da6-829c-c20b899d3ca9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (ae288029-f48f-40a9-8308-155207a94ce4), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:38.585248 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-75f8fed9-fc40-4da6-829c-c20b899d3ca9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:38.664589 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-75f8fed9-fc40-4da6-829c-c20b899d3ca9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (ae288029-f48f-40a9-8308-155207a94ce4), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:39.037814 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-75f8fed9-fc40-4da6-829c-c20b899d3ca9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Floating IP ae288029-f48f-40a9-8308-155207a94ce4 associated. External IP: 172.27.0.148, port: 81f659e0-7fae-4ff3-990c-f48bcced8ad8. Apr 11 15:36:39.201009 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:39.259002 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f8fed9-fc40-4da6-829c-c20b899d3ca9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Router 64448545-af94-4d0a-b2a6-93ac986678ec has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:36:39.378929 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f8fed9-fc40-4da6-829c-c20b899d3ca9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:36:39.388671 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-75f8fed9-fc40-4da6-829c-c20b899d3ca9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:39.389772 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:36:39.401620 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:39.402237 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:36:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:39.419374 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-75f8fed9-fc40-4da6-829c-c20b899d3ca9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "PUT /v2.0/floatingips/ae288029-f48f-40a9-8308-155207a94ce4 HTTP/1.1" status: 200 len: 991 time: 1.3367426 Apr 11 15:36:39.420303 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'tag': '81f659e0-7fae-4ff3-990c-f48bcced8ad8'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:36:39.423131 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b944913-7cba-422d-84c0-1506403ead83" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdbbe9b-02da-4690-bade-ab8f7bab5003", "tag": "81f659e0-7fae-4ff3-990c-f48bcced8ad8"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:36:39.466457 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa34eb7-e536-4fc2-8360-789b62bbf669 x-openstack-request-id: req-7aa34eb7-e536-4fc2-8360-789b62bbf669 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:36:39.466760 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdbbe9b-02da-4690-bade-ab8f7bab5003", "tag": "81f659e0-7fae-4ff3-990c-f48bcced8ad8", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:36:39.467019 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7aa34eb7-e536-4fc2-8360-789b62bbf669 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:36:39.467437 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa34eb7-e536-4fc2-8360-789b62bbf669'] response: {'name': 'network-changed', 'server_uuid': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'tag': '81f659e0-7fae-4ff3-990c-f48bcced8ad8', 'status': 'completed', 'code': 200} Apr 11 15:36:39.521945 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:39.533202 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944913-7cba-422d-84c0-1506403ead83 req-815cc472-02cf-4da0-a43c-108409f882d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:39.534681 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1b944913-7cba-422d-84c0-1506403ead83 req-815cc472-02cf-4da0-a43c-108409f882d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 1129 time: 0.0420573 Apr 11 15:36:39.637062 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944913-7cba-422d-84c0-1506403ead83 req-431143bd-df34-4e1e-a9b0-fe376375095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:39.638517 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1b944913-7cba-422d-84c0-1506403ead83 req-431143bd-df34-4e1e-a9b0-fe376375095e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 915 time: 0.0980411 Apr 11 15:36:39.713781 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1b944913-7cba-422d-84c0-1506403ead83 req-6beb3550-51a5-479a-9964-d7b73d78800b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f659e0-7fae-4ff3-990c-f48bcced8ad8 HTTP/1.1" status: 200 len: 999 time: 0.0683537 Apr 11 15:36:39.764438 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944913-7cba-422d-84c0-1506403ead83 req-2ace8167-3998-4783-aa0a-100afde626f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:39.766524 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1b944913-7cba-422d-84c0-1506403ead83 req-2ace8167-3998-4783-aa0a-100afde626f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0466399 Apr 11 15:36:39.815377 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944913-7cba-422d-84c0-1506403ead83 req-d0c17a91-52bf-4303-a21a-cde8b81f85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:36:39.817071 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1b944913-7cba-422d-84c0-1506403ead83 req-d0c17a91-52bf-4303-a21a-cde8b81f85c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449457 Apr 11 15:36:39.856769 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7b0ee770-61da-4baa-987b-7a7eb5ee8a4a', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:e3:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:35:13Z', 'updated_at': '2022-04-11T15:35:32Z', 'revision_number': 2, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}, {'id': 'ae288029-f48f-40a9-8308-155207a94ce4', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '81f659e0-7fae-4ff3-990c-f48bcced8ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:cc:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:36:20Z', 'updated_at': '2022-04-11T15:36:38Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:39.885033 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:36:39.894466 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:36:39.895030 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:36:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:39.923466 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1b944913-7cba-422d-84c0-1506403ead83 req-0c74b5ab-1d70-4bf9-bb9e-a7d900801cc7 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988364 Apr 11 15:36:40.013451 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:36:40.027052 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1b944913-7cba-422d-84c0-1506403ead83 req-0d2991ce-b5cd-44cc-bf02-fccf0a798630 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965543 Apr 11 15:36:40.246576 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7b0ee770-61da-4baa-987b-7a7eb5ee8a4a', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:e3:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:35:13Z', 'updated_at': '2022-04-11T15:35:32Z', 'revision_number': 2, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}, {'id': 'ae288029-f48f-40a9-8308-155207a94ce4', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '81f659e0-7fae-4ff3-990c-f48bcced8ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:cc:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:36:20Z', 'updated_at': '2022-04-11T15:36:38Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:36:40.275524 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c8b1e-0f62-4897-ae6c-7e7ae3b215a6 None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7b0ee770-61da-4baa-987b-7a7eb5ee8a4a', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:e3:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:35:13Z', 'updated_at': '2022-04-11T15:35:32Z', 'revision_number': 2, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}, {'id': 'ae288029-f48f-40a9-8308-155207a94ce4', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '81f659e0-7fae-4ff3-990c-f48bcced8ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:cc:aa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:36:20Z', 'updated_at': '2022-04-11T15:36:38Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:36:40.483558 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d8d33-97c2-4df7-84ec-a0137bbc8c37 None None] New status for floating IP ae288029-f48f-40a9-8308-155207a94ce4: ACTIVE {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:36:41.995330 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-9c4a8227-1e7d-4fcf-9be8-956649dc774c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:44.470348 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e19d4d14-a96d-449c-83c1-dfefb901fb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:45.618255 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:46.903671 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:36:48.435354 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:00.037243 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:37:09.172298 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:12.037257 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8f459d4b-e14d-4345-9df4-39320d47a50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:14.445553 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-97945606-a4e8-48a7-af76-88b9ce550dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:15.536701 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:16.139089 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd280e2-2c12-4230-9b68-243a59b6ef6c req-309ab0d1-be63-4e2d-bdb1-e7efbb558742 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:16.141214 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3cd280e2-2c12-4230-9b68-243a59b6ef6c req-309ab0d1-be63-4e2d-bdb1-e7efbb558742 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 945 time: 0.0562012 Apr 11 15:37:16.201241 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3cd280e2-2c12-4230-9b68-243a59b6ef6c req-34c585c5-22fc-4e20-998f-e9e64242668a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527225 Apr 11 15:37:16.839816 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:17.328133 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39effef9-438f-45be-8605-d85f2389a239 req-d761c463-a1f3-47c0-a747-2c2c5125aafd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:17.329623 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-39effef9-438f-45be-8605-d85f2389a239 req-d761c463-a1f3-47c0-a747-2c2c5125aafd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 945 time: 0.0506072 Apr 11 15:37:17.410384 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-39effef9-438f-45be-8605-d85f2389a239 req-5239f41a-24fb-4d83-a9f1-97454187b300 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=20141e0f-93a2-4f01-93d5-ac3aeea7100f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736275 Apr 11 15:37:17.593834 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-571692f1-3901-4df3-80c2-f3c9dd6563fe tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:17.595346 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-571692f1-3901-4df3-80c2-f3c9dd6563fe tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 945 time: 0.0554850 Apr 11 15:37:17.700133 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Deleting port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:37:17.700514 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:17.809114 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] For port 81f659e0-7fae-4ff3-990c-f48bcced8ad8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=81f659e0-7fae-4ff3-990c-f48bcced8ad8,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:17.809479 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:17.995184 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:17.995686 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (ae288029-f48f-40a9-8308-155207a94ce4), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:17.996191 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Floating IP ae288029-f48f-40a9-8308-155207a94ce4 disassociated. External IP: 172.27.0.148, port: 81f659e0-7fae-4ff3-990c-f48bcced8ad8. Apr 11 15:37:17.996717 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Calling delete_port for 81f659e0-7fae-4ff3-990c-f48bcced8ad8 owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:37:18.211507 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (81f659e0-7fae-4ff3-990c-f48bcced8ad8), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:18.242958 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'Port': ['ID=81f659e0-7fae-4ff3-990c-f48bcced8ad8,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:18.255118 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.255474 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.260688 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:18.368240 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:18.396394 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Router 64448545-af94-4d0a-b2a6-93ac986678ec has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:37:18.536933 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-21fe5fc8-4f13-4274-bc3f-54733b556f2e req-27cf74fe-484c-455b-8b5c-197d2640db03 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 210 time: 0.0411859 Apr 11 15:37:18.542912 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:37:18.561673 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:37:18.573758 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:37:18.574231 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:37:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:18.595396 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] No DVR routers for this DVR port 81f659e0-7fae-4ff3-990c-f48bcced8ad8 on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:37:18.598663 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:18.602472 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-15f9c60c-ee35-4455-853e-64a0ae860d1b req-a3445c73-0766-422b-aee6-5b2c7c16930f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "DELETE /v2.0/ports/81f659e0-7fae-4ff3-990c-f48bcced8ad8 HTTP/1.1" status: 204 len: 173 time: 0.9987934 Apr 11 15:37:18.603195 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'name': 'network-vif-deleted', 'tag': '81f659e0-7fae-4ff3-990c-f48bcced8ad8'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:37:18.605889 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1ca021-680e-4ecf-adc9-fc3270613134" -d '{"events": [{"server_uuid": "ffdbbe9b-02da-4690-bade-ab8f7bab5003", "name": "network-vif-deleted", "tag": "81f659e0-7fae-4ff3-990c-f48bcced8ad8"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:37:18.650224 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f825e2-b07e-49a8-a0a9-a667af8b0d67 x-openstack-request-id: req-82f825e2-b07e-49a8-a0a9-a667af8b0d67 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:37:18.650750 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdbbe9b-02da-4690-bade-ab8f7bab5003", "name": "network-vif-deleted", "tag": "81f659e0-7fae-4ff3-990c-f48bcced8ad8", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:37:18.652060 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-82f825e2-b07e-49a8-a0a9-a667af8b0d67 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:37:18.652900 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f825e2-b07e-49a8-a0a9-a667af8b0d67'] response: {'server_uuid': 'ffdbbe9b-02da-4690-bade-ab8f7bab5003', 'name': 'network-vif-deleted', 'tag': '81f659e0-7fae-4ff3-990c-f48bcced8ad8', 'status': 'completed', 'code': 200} Apr 11 15:37:18.718853 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:37:18.953463 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7b0ee770-61da-4baa-987b-7a7eb5ee8a4a', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:e3:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:35:13Z', 'updated_at': '2022-04-11T15:35:32Z', 'revision_number': 2, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:18.983949 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:37:18.993173 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:37:18.993793 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:37:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:19.115691 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:37:19.347862 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7b0ee770-61da-4baa-987b-7a7eb5ee8a4a', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:e3:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:35:13Z', 'updated_at': '2022-04-11T15:35:32Z', 'revision_number': 2, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:19.467519 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a0d70f-1c32-4122-b8da-a3fdc9cfe090 None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': '7b0ee770-61da-4baa-987b-7a7eb5ee8a4a', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:e3:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359c261f-1702-4708-8e03-0469295f0e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:35:13Z', 'updated_at': '2022-04-11T15:35:32Z', 'revision_number': 2, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:37:19.668658 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3b6e31d7-e3fa-4fa6-a1e0-4971d1dfa37d req-0709ba67-b8df-4372-a8be-b9a568293095 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffdbbe9b-02da-4690-bade-ab8f7bab5003 HTTP/1.1" status: 200 len: 210 time: 0.0350044 Apr 11 15:37:19.745074 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b17b0d-efa5-49b6-82cb-871e7245e3f7 None None] New status for floating IP ae288029-f48f-40a9-8308-155207a94ce4: DOWN {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:37:20.854611 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39724) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:20.911394 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (20141e0f-93a2-4f01-93d5-ac3aeea7100f), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:20.935790 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (20141e0f-93a2-4f01-93d5-ac3aeea7100f), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.059960 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (20141e0f-93a2-4f01-93d5-ac3aeea7100f), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.062954 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.064387 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "DELETE /v2.0/security-groups/20141e0f-93a2-4f01-93d5-ac3aeea7100f HTTP/1.1" status: 204 len: 168 time: 0.2086000 Apr 11 15:37:21.067343 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39726) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:21.073617 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20141e0f-93a2-4f01-93d5-ac3aeea7100f,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:21.088949 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.api.v2.resource [None req-f9ee9d70-84ce-4fd0-8601-49a0cee36da8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] show failed (client error): The resource could not be found. Apr 11 15:37:21.089134 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089134 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089134 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089420 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-f9ee9d70-84ce-4fd0-8601-49a0cee36da8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups/20141e0f-93a2-4f01-93d5-ac3aeea7100f HTTP/1.1" status: 404 len: 347 time: 0.0136330 Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.089550 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc23f8-1676-41af-8cef-94a10476aa2c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:21.092108 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39728) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:21.210227 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-c303f0a6-c874-49ae-b763-5c946ec0b6ff tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Deleting port b4ce5a61-9b1b-49c5-9b02-9262713edcb5 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:37:21.210561 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c303f0a6-c874-49ae-b763-5c946ec0b6ff tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (b4ce5a61-9b1b-49c5-9b02-9262713edcb5), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.286475 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c303f0a6-c874-49ae-b763-5c946ec0b6ff tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (b4ce5a61-9b1b-49c5-9b02-9262713edcb5), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.286803 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c303f0a6-c874-49ae-b763-5c946ec0b6ff tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (b4ce5a61-9b1b-49c5-9b02-9262713edcb5), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.299796 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-c303f0a6-c874-49ae-b763-5c946ec0b6ff tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Calling delete_port for b4ce5a61-9b1b-49c5-9b02-9262713edcb5 owned by network:floatingip {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:37:21.505693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c303f0a6-c874-49ae-b763-5c946ec0b6ff tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (b4ce5a61-9b1b-49c5-9b02-9262713edcb5), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.534854 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303f0a6-c874-49ae-b763-5c946ec0b6ff tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'Port': ['ID=b4ce5a61-9b1b-49c5-9b02-9262713edcb5,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:21.601424 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c303f0a6-c874-49ae-b763-5c946ec0b6ff tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (ae288029-f48f-40a9-8308-155207a94ce4), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.604038 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-c303f0a6-c874-49ae-b763-5c946ec0b6ff tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:21.605206 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-c303f0a6-c874-49ae-b763-5c946ec0b6ff tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "DELETE /v2.0/floatingips/ae288029-f48f-40a9-8308-155207a94ce4 HTTP/1.1" status: 204 len: 168 time: 0.5120454 Apr 11 15:37:21.638153 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 81f659e0-7fae-4ff3-990c-f48bcced8ad8 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:37:21.659677 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 81f659e0-7fae-4ff3-990c-f48bcced8ad8 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:37:21.660033 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 81f659e0-7fae-4ff3-990c-f48bcced8ad8 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:37:21.833282 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e80927a-cad5-4470-8a74-3c1584540102 req-447d07a7-0cce-4f59-985a-622089c4c360 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426557 Apr 11 15:37:21.926133 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80927a-cad5-4470-8a74-3c1584540102 req-cd368d54-b4f0-4cea-ad53-3dbe1c6143a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:21.926133 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e80927a-cad5-4470-8a74-3c1584540102 req-cd368d54-b4f0-4cea-ad53-3dbe1c6143a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 1130 time: 0.0431213 Apr 11 15:37:22.052887 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80927a-cad5-4470-8a74-3c1584540102 req-956d1a0e-485d-412e-8ab3-2154a03d0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:22.054545 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e80927a-cad5-4470-8a74-3c1584540102 req-956d1a0e-485d-412e-8ab3-2154a03d0f3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 915 time: 0.1044760 Apr 11 15:37:22.131985 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e80927a-cad5-4470-8a74-3c1584540102 req-8afb1f4a-37c3-43a7-840e-f1dbeaf3b4ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75ac84e9-d24b-4d94-9814-20d2366bf777 HTTP/1.1" status: 200 len: 1002 time: 0.0678866 Apr 11 15:37:22.190572 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80927a-cad5-4470-8a74-3c1584540102 req-3d704368-dae5-4c92-b4fb-a9018d740d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:22.192185 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e80927a-cad5-4470-8a74-3c1584540102 req-3d704368-dae5-4c92-b4fb-a9018d740d92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0535853 Apr 11 15:37:22.545017 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80927a-cad5-4470-8a74-3c1584540102 req-cc354685-123b-4b7e-a61d-937b77c47bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:22.547307 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e80927a-cad5-4470-8a74-3c1584540102 req-cc354685-123b-4b7e-a61d-937b77c47bc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418878 Apr 11 15:37:22.645142 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e80927a-cad5-4470-8a74-3c1584540102 req-913a0721-174e-4f73-9b90-e5edfec7108f service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886481 Apr 11 15:37:22.750088 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e80927a-cad5-4470-8a74-3c1584540102 req-d21ebd44-a60f-43d0-84e8-c534632003c5 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978155 Apr 11 15:37:24.829626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979c9e8-8ccc-495c-b49d-f390f9329646 req-82a9a7eb-f32c-458e-b308-ea4b2fa91397 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:24.831120 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7979c9e8-8ccc-495c-b49d-f390f9329646 req-82a9a7eb-f32c-458e-b308-ea4b2fa91397 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 946 time: 0.2705398 Apr 11 15:37:24.882239 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7979c9e8-8ccc-495c-b49d-f390f9329646 req-1da61215-80ca-43e9-81e3-b32be26ea956 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449979 Apr 11 15:37:26.065563 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3799a-6ea8-4b5b-84c5-d8d25d4dd786 req-8fcded65-f94d-4b29-8d97-1b02e353c14d tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:26.067081 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-68f3799a-6ea8-4b5b-84c5-d8d25d4dd786 req-8fcded65-f94d-4b29-8d97-1b02e353c14d tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 946 time: 0.1048985 Apr 11 15:37:26.115479 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-68f3799a-6ea8-4b5b-84c5-d8d25d4dd786 req-1a008d88-f583-4e44-bf13-df47c26124d0 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425334 Apr 11 15:37:26.341483 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-a6a568c1-169e-4105-82cf-639c4fd27696 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:26.343524 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-a6a568c1-169e-4105-82cf-639c4fd27696 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 946 time: 0.0462904 Apr 11 15:37:26.441916 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Deleting port 75ac84e9-d24b-4d94-9814-20d2366bf777 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:37:26.446297 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.530186 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] For port 75ac84e9-d24b-4d94-9814-20d2366bf777, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=75ac84e9-d24b-4d94-9814-20d2366bf777,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:26.530532 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.989750 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.990130 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (7b0ee770-61da-4baa-987b-7a7eb5ee8a4a), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:26.990446 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Floating IP 7b0ee770-61da-4baa-987b-7a7eb5ee8a4a disassociated. External IP: 172.27.0.146, port: 75ac84e9-d24b-4d94-9814-20d2366bf777. Apr 11 15:37:26.990786 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Calling delete_port for 75ac84e9-d24b-4d94-9814-20d2366bf777 owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:37:27.220794 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (75ac84e9-d24b-4d94-9814-20d2366bf777), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:27.255139 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'Port': ['ID=75ac84e9-d24b-4d94-9814-20d2366bf777,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:27.267041 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05123d09-eee9-4a22-a2a0-1a0570787ad4 req-ea7d671f-54c2-46a3-8aa4-eae4994772cb tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:27.268739 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-05123d09-eee9-4a22-a2a0-1a0570787ad4 req-ea7d671f-54c2-46a3-8aa4-eae4994772cb tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 946 time: 0.0801725 Apr 11 15:37:27.393238 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-05123d09-eee9-4a22-a2a0-1a0570787ad4 req-76c0185f-d5fb-4ca0-be3a-4ebd9ae75713 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=579f8ac4-f396-4efb-8f2c-a2964491adff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159809 Apr 11 15:37:27.415531 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Router 64448545-af94-4d0a-b2a6-93ac986678ec has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:37:27.530037 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:37:27.542279 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:37:27.554057 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:37:27.554734 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:37:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:27.573772 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] No DVR routers for this DVR port 75ac84e9-d24b-4d94-9814-20d2366bf777 on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:37:27.576497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:27.580486 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c055cae5-42a5-4646-8eb0-cb5c974fbeaa req-4058db61-83ac-4cc1-a6f7-a4d3fd570f12 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "DELETE /v2.0/ports/75ac84e9-d24b-4d94-9814-20d2366bf777 HTTP/1.1" status: 204 len: 173 time: 1.2252076 Apr 11 15:37:27.580993 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c261f-1702-4708-8e03-0469295f0e7d', 'name': 'network-vif-deleted', 'tag': '75ac84e9-d24b-4d94-9814-20d2366bf777'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:37:27.583292 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8f2426-687e-4b6a-a8c7-4bcd0de8f53d" -d '{"events": [{"server_uuid": "359c261f-1702-4708-8e03-0469295f0e7d", "name": "network-vif-deleted", "tag": "75ac84e9-d24b-4d94-9814-20d2366bf777"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:37:27.629632 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140cf630-ad64-4261-befa-b2e89a4eef52 x-openstack-request-id: req-140cf630-ad64-4261-befa-b2e89a4eef52 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:37:27.630065 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359c261f-1702-4708-8e03-0469295f0e7d", "name": "network-vif-deleted", "tag": "75ac84e9-d24b-4d94-9814-20d2366bf777", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:37:27.630350 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-140cf630-ad64-4261-befa-b2e89a4eef52 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:37:27.630871 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140cf630-ad64-4261-befa-b2e89a4eef52'] response: {'server_uuid': '359c261f-1702-4708-8e03-0469295f0e7d', 'name': 'network-vif-deleted', 'tag': '75ac84e9-d24b-4d94-9814-20d2366bf777', 'status': 'completed', 'code': 200} Apr 11 15:37:27.676900 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:37:27.879908 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:27.912170 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:37:27.921931 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:37:27.922575 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:37:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:28.050074 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:37:28.251051 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:28.282372 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84368c-30c6-4208-90ea-33942ed06f92 None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:37:28.510046 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-679ca2cd-034a-4250-b731-335a7ba5fbae req-025d3598-bf61-4934-82b6-9c4b52e43233 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=359c261f-1702-4708-8e03-0469295f0e7d HTTP/1.1" status: 200 len: 210 time: 0.0304348 Apr 11 15:37:28.534739 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240c8a8e-b770-4290-bd2e-9b3f6f261a4d None None] New status for floating IP 7b0ee770-61da-4baa-987b-7a7eb5ee8a4a: DOWN {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:37:29.657280 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39770) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:29.659821 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 75ac84e9-d24b-4d94-9814-20d2366bf777 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:37:29.680801 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 75ac84e9-d24b-4d94-9814-20d2366bf777 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:37:29.681148 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 75ac84e9-d24b-4d94-9814-20d2366bf777 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:37:29.720167 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-67d58ddb-8a96-4889-be87-d3dac608e0de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (579f8ac4-f396-4efb-8f2c-a2964491adff), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:29.744239 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-67d58ddb-8a96-4889-be87-d3dac608e0de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (579f8ac4-f396-4efb-8f2c-a2964491adff), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:29.856518 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-67d58ddb-8a96-4889-be87-d3dac608e0de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (579f8ac4-f396-4efb-8f2c-a2964491adff), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:29.859562 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-67d58ddb-8a96-4889-be87-d3dac608e0de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:29.860934 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-67d58ddb-8a96-4889-be87-d3dac608e0de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "DELETE /v2.0/security-groups/579f8ac4-f396-4efb-8f2c-a2964491adff HTTP/1.1" status: 204 len: 168 time: 0.2026184 Apr 11 15:37:29.864038 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39772) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:29.870548 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d58ddb-8a96-4889-be87-d3dac608e0de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579f8ac4-f396-4efb-8f2c-a2964491adff,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:29.884303 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.api.v2.resource [None req-b2a44798-6535-4e23-a5d7-aa39169ec2b5 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] show failed (client error): The resource could not be found. Apr 11 15:37:29.884303 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-b2a44798-6535-4e23-a5d7-aa39169ec2b5 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups/579f8ac4-f396-4efb-8f2c-a2964491adff HTTP/1.1" status: 404 len: 347 time: 0.0154030 Apr 11 15:37:29.886345 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39774) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:30.012984 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-49e39105-510b-4490-a91d-2a21cda23af3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Deleting port bf06f21f-1fc5-46f0-a902-e3a85918655d {{(pid=103868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:37:30.013332 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-49e39105-510b-4490-a91d-2a21cda23af3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (bf06f21f-1fc5-46f0-a902-e3a85918655d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:30.091706 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-49e39105-510b-4490-a91d-2a21cda23af3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (bf06f21f-1fc5-46f0-a902-e3a85918655d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:30.092025 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-49e39105-510b-4490-a91d-2a21cda23af3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (bf06f21f-1fc5-46f0-a902-e3a85918655d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:30.105560 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.plugin [None req-49e39105-510b-4490-a91d-2a21cda23af3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Calling delete_port for bf06f21f-1fc5-46f0-a902-e3a85918655d owned by network:floatingip {{(pid=103868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:37:30.317039 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-49e39105-510b-4490-a91d-2a21cda23af3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (bf06f21f-1fc5-46f0-a902-e3a85918655d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:30.340935 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e39105-510b-4490-a91d-2a21cda23af3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'Port': ['ID=bf06f21f-1fc5-46f0-a902-e3a85918655d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:30.409607 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-49e39105-510b-4490-a91d-2a21cda23af3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (7b0ee770-61da-4baa-987b-7a7eb5ee8a4a), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:30.412428 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-49e39105-510b-4490-a91d-2a21cda23af3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:30.413995 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-49e39105-510b-4490-a91d-2a21cda23af3 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "DELETE /v2.0/floatingips/7b0ee770-61da-4baa-987b-7a7eb5ee8a4a HTTP/1.1" status: 204 len: 168 time: 0.5262892 Apr 11 15:37:30.893103 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39778) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:30.897745 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-1f5464ce-b80c-45c4-996a-9ab71bf30428 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--696676386', 'description': 'tempest-description--1865148306'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:31.090454 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f5464ce-b80c-45c4-996a-9ab71bf30428 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.159858 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f5464ce-b80c-45c4-996a-9ab71bf30428 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (fca279cf-efd4-4cd3-825e-8080a913d3e4), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.276642 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f5464ce-b80c-45c4-996a-9ab71bf30428 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (fca279cf-efd4-4cd3-825e-8080a913d3e4), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.306356 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5464ce-b80c-45c4-996a-9ab71bf30428 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca279cf-efd4-4cd3-825e-8080a913d3e4,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:31.410103 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1f5464ce-b80c-45c4-996a-9ab71bf30428 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.411736 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1f5464ce-b80c-45c4-996a-9ab71bf30428 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5175691 Apr 11 15:37:31.414158 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39780) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:31.418536 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-6bf8dd82-aa9f-40f0-a007-4c18da45152b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group_rule': {'security_group_id': 'fca279cf-efd4-4cd3-825e-8080a913d3e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:31.548524 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6bf8dd82-aa9f-40f0-a007-4c18da45152b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (24241bfd-55bf-40e9-ba6c-967c2fe0ecd2), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.605444 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6bf8dd82-aa9f-40f0-a007-4c18da45152b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (24241bfd-55bf-40e9-ba6c-967c2fe0ecd2), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.776100 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6bf8dd82-aa9f-40f0-a007-4c18da45152b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (24241bfd-55bf-40e9-ba6c-967c2fe0ecd2), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.794224 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8dd82-aa9f-40f0-a007-4c18da45152b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24241bfd-55bf-40e9-ba6c-967c2fe0ecd2,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:31.884566 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-6bf8dd82-aa9f-40f0-a007-4c18da45152b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:31.885968 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-6bf8dd82-aa9f-40f0-a007-4c18da45152b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4708683 Apr 11 15:37:31.888874 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39782) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:31.893771 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-2b2e833d-e9b8-41ec-af4a-48db50e93c5f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group_rule': {'security_group_id': 'fca279cf-efd4-4cd3-825e-8080a913d3e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:31.996614 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2b2e833d-e9b8-41ec-af4a-48db50e93c5f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (ca161ee7-69f6-4391-80e5-236202c576ac), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:32.058940 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2b2e833d-e9b8-41ec-af4a-48db50e93c5f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (ca161ee7-69f6-4391-80e5-236202c576ac), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:32.144713 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2b2e833d-e9b8-41ec-af4a-48db50e93c5f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (ca161ee7-69f6-4391-80e5-236202c576ac), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:32.163149 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e833d-e9b8-41ec-af4a-48db50e93c5f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca161ee7-69f6-4391-80e5-236202c576ac,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:32.289839 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-2b2e833d-e9b8-41ec-af4a-48db50e93c5f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:32.291151 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-2b2e833d-e9b8-41ec-af4a-48db50e93c5f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4009571 Apr 11 15:37:32.294148 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39784) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:32.298941 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:32.391282 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:32.468457 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:32.572813 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_common [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Allocated IP 172.27.0.101 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9) {{(pid=103868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:37:32.673345 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:32.782136 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10357435'] for port (f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:32.824563 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:37:32.827424 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Resources bound (agent type, host, resource id): {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:37:32.829882 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Received port after_create {{(pid=103868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:37:32.853784 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:32.920575 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (d53dd200-d0af-4139-b04d-23c42834ee99), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:33.087985 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9), before_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:33.510829 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9), precommit_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:33.625479 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10357424'] for port (f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9), after_update {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:33.697684 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9,revision_number=2']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:33.711158 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (d53dd200-d0af-4139-b04d-23c42834ee99), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:33.832974 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:33.834239 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a96034dd-377d-4731-87d8-a5dbfb8e1ade tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5391076 Apr 11 15:37:34.037467 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-17276384-8f26-4b1b-96f0-170bba5e165c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--696676386&fields=id&tenant_id=18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 267 time: 0.0447915 Apr 11 15:37:34.147346 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-b78df8dd-6ab0-48ed-bab2-84355d0f2cdd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:34.148865 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-b78df8dd-6ab0-48ed-bab2-84355d0f2cdd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 814 time: 0.1045690 Apr 11 15:37:34.164357 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-3203efae-5aef-4cb1-be79-c46972a9035a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/quotas/18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 375 time: 0.0100455 Apr 11 15:37:34.220369 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-526d457f-92a6-4ebf-8529-97569a56851a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504975 Apr 11 15:37:34.319991 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-9cff855e-38cc-495d-a9bf-ddec01bf0b22 service neutron] 10.222.0.47 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876327 Apr 11 15:37:34.414199 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c562a688-8bac-4808-a52b-fd98c7715fcb service neutron] 10.222.0.47 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882726 Apr 11 15:37:34.673296 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5b00bb32-71c9-49f6-a16b-6c92f3ab7b7c req-33e4fc56-2fa2-485a-a9c5-4b2d86a5ffca tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 210 time: 0.0348895 Apr 11 15:37:35.768215 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f1859b33-e328-4d5c-a03d-136adb648b27 req-4031f32f-19c1-4715-921d-7b9cccf29161 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 210 time: 0.0279820 Apr 11 15:37:36.870187 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a3066edf-1433-4a61-b60a-e876f745adf7 req-cacf4820-1932-42c5-9c9f-9c91307f23bf tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 210 time: 0.0297110 Apr 11 15:37:37.036067 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:37:37.069315 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-cfddde75-3393-49a4-8e7b-e75e4e851c6f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:37.070752 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-cfddde75-3393-49a4-8e7b-e75e4e851c6f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 814 time: 0.1160173 Apr 11 15:37:37.139103 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-bf695075-8d1b-4932-969c-6a173d36c79b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 379 time: 0.0567005 Apr 11 15:37:37.149770 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'port': {'device_id': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'admin_state_up': True, 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'security_groups': ['fca279cf-efd4-4cd3-825e-8080a913d3e4']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:37.364961 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Made reservation on behalf of 18a33233020d4be1b947b5325f4684dd for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:37:37.368341 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:37.515650 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Allocated IP 172.20.0.7 (e0b4d0a7-cb81-4dcc-88de-f09f980687cb/403cc91d-8b32-4ba2-99bd-dea9cb44cd8e/9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:37:37.655880 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:37.748084 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:37.797611 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:37:37.802091 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:37:37.807279 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:37:37.831369 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:37.860108 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:37.860748 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:37.977623 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-c29187d6-45a9-4702-adba-8b3e2e8aa2f7 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8316238 Apr 11 15:37:37.994829 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Request body: {'port': {'device_id': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:38.002550 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73846a6b-d43c-4c41-9fc9-56c6f31411e4 req-d55c4943-8c8f-4e3f-bbe2-909a87d76b3b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:38.004073 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-73846a6b-d43c-4c41-9fc9-56c6f31411e4 req-d55c4943-8c8f-4e3f-bbe2-909a87d76b3b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 931 time: 0.0637753 Apr 11 15:37:38.030007 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-bb646be8-9939-4a16-8c0e-d21b1645c175 None None] Provisioning complete for port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:37:38.030600 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-bb646be8-9939-4a16-8c0e-d21b1645c175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:38.064230 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-bb646be8-9939-4a16-8c0e-d21b1645c175 None None] Port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:37:38.095614 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:38.102034 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-73846a6b-d43c-4c41-9fc9-56c6f31411e4 req-9957b84d-9012-4f17-b556-19f4db734679 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801177 Apr 11 15:37:38.374212 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:37:38.382075 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Publish callbacks [] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:38.394833 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Transition to ACTIVE for port object 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:37:38.461582 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:38.514842 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:38.595017 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Attempting to bind port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:37:38.595361 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Attempting to bind port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:37:38.595741 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Attempting to bind port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:37:38.602162 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:37:38.602494 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Attempting to bind port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:37:38.607882 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:37:38.608163 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Checking segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:37:38.608540 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Bound using segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:37:38.608975 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Bound port: 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:37:38.609341 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:38.678117 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] For port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:37:38.681290 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] For port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:37:38.762133 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:38.798519 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:38.801480 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:38.801480 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] 10.222.0.39 "PUT /v2.0/ports/9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 HTTP/1.1" status: 200 len: 1093 time: 0.8105812 Apr 11 15:37:38.801736 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'tag': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:37:38.803995 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da767a3b-e838-4347-96f4-30c15f69a8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c32208a-d49a-4184-b38a-c604ad790ef0", "tag": "9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:37:38.836965 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859663e-8fa7-46c0-b363-28389fa9a866 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:38.849755 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7a98ee-a25e-4081-8509-5f4d65368c96 x-openstack-request-id: req-aa7a98ee-a25e-4081-8509-5f4d65368c96 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:37:38.850053 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c32208a-d49a-4184-b38a-c604ad790ef0", "tag": "9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:37:38.850308 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa7a98ee-a25e-4081-8509-5f4d65368c96 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:37:38.850714 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7a98ee-a25e-4081-8509-5f4d65368c96'] response: {'name': 'network-changed', 'server_uuid': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'tag': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6', 'status': 'completed', 'code': 200} Apr 11 15:37:38.913917 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da767a3b-e838-4347-96f4-30c15f69a8bc req-cc655c97-fae6-4bd2-a36a-294902dff80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:38.915812 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-da767a3b-e838-4347-96f4-30c15f69a8bc req-cc655c97-fae6-4bd2-a36a-294902dff80c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 1127 time: 0.0442786 Apr 11 15:37:39.023634 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da767a3b-e838-4347-96f4-30c15f69a8bc req-0ede68a3-ea11-4547-89e7-c2aa049aedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:39.025383 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-da767a3b-e838-4347-96f4-30c15f69a8bc req-0ede68a3-ea11-4547-89e7-c2aa049aedc0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=18a33233020d4be1b947b5325f4684dd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1024542 Apr 11 15:37:39.129770 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da767a3b-e838-4347-96f4-30c15f69a8bc req-0ef257f9-ff71-4c02-85f3-39af6b92c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:39.131270 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-da767a3b-e838-4347-96f4-30c15f69a8bc req-0ef257f9-ff71-4c02-85f3-39af6b92c516 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957899 Apr 11 15:37:39.136544 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:39.249203 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f67ce5-7d32-4e80-b7be-7cf5d5068828 req-7df2995e-97fb-46d7-9188-650e684b0b05 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:39.250646 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d0f67ce5-7d32-4e80-b7be-7cf5d5068828 req-7df2995e-97fb-46d7-9188-650e684b0b05 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 943 time: 0.0737374 Apr 11 15:37:39.251715 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-cb6e7d9e-4927-475a-8abb-39329a6feb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:39.253066 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-cb6e7d9e-4927-475a-8abb-39329a6feb84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 1127 time: 0.0672319 Apr 11 15:37:39.305613 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-1ff22a13-e38a-4f04-8a75-6138e2636007 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 HTTP/1.1" status: 200 len: 217 time: 0.0434265 Apr 11 15:37:39.364802 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d0f67ce5-7d32-4e80-b7be-7cf5d5068828 req-b4524246-6964-4c74-8cbe-56eef8f73286 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084373 Apr 11 15:37:39.376225 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d4eac58a-a3bd-4e36-bd16-2cfd4af0f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:39.377523 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d4eac58a-a3bd-4e36-bd16-2cfd4af0f320 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0629208 Apr 11 15:37:39.427587 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-bd605e8e-e635-46d3-963f-abacd6a4ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:39.429116 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-bd605e8e-e635-46d3-963f-abacd6a4ca1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414660 Apr 11 15:37:39.528842 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-d9aad0ec-2dbc-4cb3-9b63-fdf1d3a91d41 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872011 Apr 11 15:37:39.623238 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1648b47d-3ddf-4683-a0d2-da69f1a32be5 req-59fc2a48-5f20-4494-b245-ac482684aa28 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851784 Apr 11 15:37:40.495739 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd04ab8-eb27-46fb-afab-340e7eb1916c req-0b37504f-298d-43a6-8966-6566fdedf972 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:40.497244 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7fd04ab8-eb27-46fb-afab-340e7eb1916c req-0b37504f-298d-43a6-8966-6566fdedf972 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 943 time: 0.0523782 Apr 11 15:37:40.562480 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7fd04ab8-eb27-46fb-afab-340e7eb1916c req-2d686918-9450-413f-8f2f-3995fb02e408 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594826 Apr 11 15:37:41.673118 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbe0a8-f64b-493f-b9c1-42984e9dabfe req-6c929899-5e7f-43da-9850-ff54105369b8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:41.674589 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a2bbe0a8-f64b-493f-b9c1-42984e9dabfe req-6c929899-5e7f-43da-9850-ff54105369b8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 943 time: 0.0471225 Apr 11 15:37:41.714655 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:37:41.722802 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a2bbe0a8-f64b-493f-b9c1-42984e9dabfe req-ee379905-4ef2-4abe-83e1-d5e20a4feb7c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Apr 11 15:37:41.819456 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:41.831345 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'port_id': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6', 'mac_address': 'fa:16:3e:22:be:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:37:41.871866 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:37:41.872175 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:41.885792 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:37:41.905816 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:42.039686 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:42.073019 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-a945db00-3508-4d8f-8b94-b366cb03c3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:42.096274 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:42.103820 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.104170 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.104514 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.104856 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.105190 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.105523 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.105849 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.106175 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.106499 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.106826 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.107151 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.107477 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.107828 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.108150 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.108471 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:37:42.291627 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:37:42.845479 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d3dbb-0fc3-49d3-9dbd-c42f751e491e req-96d178ae-0a79-4073-9a71-adc8736cead2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:42.846999 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ed9d3dbb-0fc3-49d3-9dbd-c42f751e491e req-96d178ae-0a79-4073-9a71-adc8736cead2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 944 time: 0.0558460 Apr 11 15:37:42.899763 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-ed9d3dbb-0fc3-49d3-9dbd-c42f751e491e req-6c98ae49-5c6b-4eac-9704-86514fdbfee1 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466647 Apr 11 15:37:43.730924 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:37:43.775974 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:37:43.861913 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:37:43.862211 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:43.950162 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:37:43.950562 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:43.976580 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:37:43.978834 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516b2baf-d188-43bf-8c7b-2980d97df94e" -d '{"events": [{"server_uuid": "0c32208a-d49a-4184-b38a-c604ad790ef0", "name": "network-vif-plugged", "status": "completed", "tag": "9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:37:43.998838 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:37:44.022145 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9c10fe-a230-49e4-89c9-095c90b0adac x-openstack-request-id: req-2d9c10fe-a230-49e4-89c9-095c90b0adac {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:37:44.022453 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c32208a-d49a-4184-b38a-c604ad790ef0", "name": "network-vif-plugged", "status": "completed", "tag": "9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:37:44.022964 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2d9c10fe-a230-49e4-89c9-095c90b0adac {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:37:44.023378 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9c10fe-a230-49e4-89c9-095c90b0adac'] response: {'server_uuid': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6', 'code': 200} Apr 11 15:37:44.038448 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc01d-e454-4d6e-85b6-bc836173936d req-c0a8b9a3-0780-487a-9b8a-80cb3bee6cb1 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:44.040842 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c9fdc01d-e454-4d6e-85b6-bc836173936d req-c0a8b9a3-0780-487a-9b8a-80cb3bee6cb1 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 944 time: 0.0632069 Apr 11 15:37:44.102765 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c9fdc01d-e454-4d6e-85b6-bc836173936d req-ba6f4982-5443-41a6-9b5d-657f33903c41 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548968 Apr 11 15:37:44.115965 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:44.179690 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:37:44.426629 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6b34d-c8ae-44a7-adbd-104bef6f3430 req-4b818c6a-bb7b-492a-9d81-6f88b3a97c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:44.428201 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fca6b34d-c8ae-44a7-adbd-104bef6f3430 req-4b818c6a-bb7b-492a-9d81-6f88b3a97c54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 1129 time: 0.0401428 Apr 11 15:37:44.481112 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-fca6b34d-c8ae-44a7-adbd-104bef6f3430 req-ed9c5b3b-b073-49f6-a051-6eb4177c8f03 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439463 Apr 11 15:37:44.481616 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-35cea4cc-d19e-491e-97c6-f9797e851c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:45.233780 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb596afa-2489-4bc6-a01c-6cedf2391e4f req-91f3d444-dfee-4d8f-aecb-fd04a1162dd5 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:45.235303 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cb596afa-2489-4bc6-a01c-6cedf2391e4f req-91f3d444-dfee-4d8f-aecb-fd04a1162dd5 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 945 time: 0.0575299 Apr 11 15:37:45.287158 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-cb596afa-2489-4bc6-a01c-6cedf2391e4f req-7f3e6a72-fa94-468a-904c-bc6473813624 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454566 Apr 11 15:37:45.542219 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:46.422366 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4b749-5fb8-4d70-9486-0a42bf3ba609 req-f5317db5-f2f5-43c3-af7f-b30badb4d8e8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:46.423850 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-acb4b749-5fb8-4d70-9486-0a42bf3ba609 req-f5317db5-f2f5-43c3-af7f-b30badb4d8e8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 945 time: 0.0580103 Apr 11 15:37:46.476373 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-acb4b749-5fb8-4d70-9486-0a42bf3ba609 req-ff235e37-3ab2-41ac-9415-55ba54d8f5db tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463827 Apr 11 15:37:46.610563 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06a08-a7dd-42b2-9ea8-3d7bc5b424f8 req-b8c3c255-2870-493a-a6fa-cf3bf87608a1 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:46.612152 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-64c06a08-a7dd-42b2-9ea8-3d7bc5b424f8 req-b8c3c255-2870-493a-a6fa-cf3bf87608a1 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 945 time: 0.0665572 Apr 11 15:37:46.620967 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39842) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:37:46.627485 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-7b4ec10c-ab70-4260-a5c6-c3c47c068323 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'floatingip': {'port_id': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:37:46.676164 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec10c-ab70-4260-a5c6-c3c47c068323 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (d53dd200-d0af-4139-b04d-23c42834ee99), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:46.829764 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:47.187949 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec10c-ab70-4260-a5c6-c3c47c068323 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:47.256176 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec10c-ab70-4260-a5c6-c3c47c068323 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (d53dd200-d0af-4139-b04d-23c42834ee99), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:47.362266 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-7b4ec10c-ab70-4260-a5c6-c3c47c068323 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Floating IP d53dd200-d0af-4139-b04d-23c42834ee99 associated. External IP: 172.27.0.101, port: 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6. Apr 11 15:37:47.849101 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4ec10c-ab70-4260-a5c6-c3c47c068323 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Router 64448545-af94-4d0a-b2a6-93ac986678ec has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:37:47.967522 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4ec10c-ab70-4260-a5c6-c3c47c068323 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:37:47.974650 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7b4ec10c-ab70-4260-a5c6-c3c47c068323 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:47.979745 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:37:47.991297 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:37:47.991973 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:37:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:48.004983 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-7b4ec10c-ab70-4260-a5c6-c3c47c068323 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "PUT /v2.0/floatingips/d53dd200-d0af-4139-b04d-23c42834ee99 HTTP/1.1" status: 200 len: 991 time: 1.3825908 Apr 11 15:37:48.005989 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'tag': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:37:48.008998 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a60445f-e3b1-4dd8-bbd1-52ec60903138" -d '{"events": [{"name": "network-changed", "server_uuid": "0c32208a-d49a-4184-b38a-c604ad790ef0", "tag": "9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:37:48.046705 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a182bdb3-8734-4ee0-82ee-c2a37cec9e6b x-openstack-request-id: req-a182bdb3-8734-4ee0-82ee-c2a37cec9e6b {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:37:48.047004 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c32208a-d49a-4184-b38a-c604ad790ef0", "tag": "9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:37:48.047314 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a182bdb3-8734-4ee0-82ee-c2a37cec9e6b {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:37:48.047764 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a182bdb3-8734-4ee0-82ee-c2a37cec9e6b'] response: {'name': 'network-changed', 'server_uuid': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'tag': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6', 'status': 'completed', 'code': 200} Apr 11 15:37:48.113772 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-157c6115-9af8-451f-835a-b8b8444c9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:48.115218 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-157c6115-9af8-451f-835a-b8b8444c9826 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 1129 time: 0.0430064 Apr 11 15:37:48.116172 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:37:48.212754 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-dbf95613-fc71-43d8-ad53-d2b5a2013ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:48.214269 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-dbf95613-fc71-43d8-ad53-d2b5a2013ff2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 915 time: 0.0928004 Apr 11 15:37:48.281434 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-774d7822-828f-41de-8790-ee402ff39653 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 HTTP/1.1" status: 200 len: 999 time: 0.0615289 Apr 11 15:37:48.337753 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-b8dc80d4-ac7c-4beb-b377-dfbf03ebde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:48.339226 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-b8dc80d4-ac7c-4beb-b377-dfbf03ebde24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0520465 Apr 11 15:37:48.350076 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:37:48.388650 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-5698f7fd-b447-4984-92f6-f92107925e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:37:48.389218 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'd53dd200-d0af-4139-b04d-23c42834ee99', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:22:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:37:32Z', 'updated_at': '2022-04-11T15:37:47Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:48.390170 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-5698f7fd-b447-4984-92f6-f92107925e02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454485 Apr 11 15:37:48.420932 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:37:48.430321 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:37:48.430955 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:37:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:48.492828 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-c6526b5d-6d3d-4d07-bde8-a03c6eb3db73 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967100 Apr 11 15:37:48.557960 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:37:48.590099 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3a60445f-e3b1-4dd8-bbd1-52ec60903138 req-0e88cb72-5161-4bbb-a48c-60086ec4fed9 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917130 Apr 11 15:37:48.894334 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'd53dd200-d0af-4139-b04d-23c42834ee99', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:22:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:37:32Z', 'updated_at': '2022-04-11T15:37:47Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:37:48.925531 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f71b54-e70f-4a6b-9ba1-4aa0b8b0011a None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'd53dd200-d0af-4139-b04d-23c42834ee99', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:22:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:37:32Z', 'updated_at': '2022-04-11T15:37:47Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:37:49.145987 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272d13a-b3f5-4b9e-b5f4-e3a053842bc2 None None] New status for floating IP d53dd200-d0af-4139-b04d-23c42834ee99: ACTIVE {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:38:09.172787 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:12.035285 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-51c43765-d558-4849-988d-96ee7b87a5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:14.034792 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:38:14.489213 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0e77-19c0-43c4-851d-387a49545a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:15.526134 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:16.821103 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:18.348823 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:22.887247 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-1cbfc3e5-1d1c-449e-bc07-916bc78d24d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855117 Apr 11 15:38:22.971910 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-216d735a-3d7b-4191-9a47-eb80b5fb827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:22.973428 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-216d735a-3d7b-4191-9a47-eb80b5fb827a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 1129 time: 0.0410879 Apr 11 15:38:23.083970 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-bd6dfa68-c61c-44bc-adbc-6805263b7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:23.085375 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-bd6dfa68-c61c-44bc-adbc-6805263b7e9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 915 time: 0.0932319 Apr 11 15:38:23.153667 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-89d4b91a-3efe-402f-9ee2-ae2261b29d11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 HTTP/1.1" status: 200 len: 1001 time: 0.0617261 Apr 11 15:38:23.208973 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-e19ccb6c-e685-4fff-8426-51ef15b3a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:23.210468 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-e19ccb6c-e685-4fff-8426-51ef15b3a068 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0504441 Apr 11 15:38:23.256768 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-06881a2a-3235-49c2-8243-85d2a8673449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:23.258342 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-06881a2a-3235-49c2-8243-85d2a8673449 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395894 Apr 11 15:38:23.349778 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-ea5239f0-d5f4-4838-9893-2a0b74a5c461 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848827 Apr 11 15:38:23.449289 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e3874f76-6c7e-45b0-bd39-eefc046a2db4 req-14fb4839-6791-4ab2-90be-e6c50379f053 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920556 Apr 11 15:38:33.285233 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911aeae-9dd2-4c2a-9991-68eedcbdf037 req-47ca357d-1d22-4bc2-a93b-40d8edcb4ce2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:33.286753 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4911aeae-9dd2-4c2a-9991-68eedcbdf037 req-47ca357d-1d22-4bc2-a93b-40d8edcb4ce2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 945 time: 0.0487130 Apr 11 15:38:33.337126 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-4911aeae-9dd2-4c2a-9991-68eedcbdf037 req-57606590-7d4d-40aa-aeee-ed22a3057fee tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440593 Apr 11 15:38:34.458762 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a3c56-af87-4ac2-b14f-e69fa0400e76 req-a88f8245-0962-4c2b-b252-fb98829e23e2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:34.460161 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-722a3c56-af87-4ac2-b14f-e69fa0400e76 req-a88f8245-0962-4c2b-b252-fb98829e23e2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 945 time: 0.0512333 Apr 11 15:38:34.508089 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-722a3c56-af87-4ac2-b14f-e69fa0400e76 req-212d0d79-847d-4e5e-8e8e-7d10c0fdf06e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=fca279cf-efd4-4cd3-825e-8080a913d3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Apr 11 15:38:34.989038 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-679771c1-17c8-4060-afc7-e9588cbf1eba tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:34.990578 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-679771c1-17c8-4060-afc7-e9588cbf1eba tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 945 time: 0.0470488 Apr 11 15:38:35.084021 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Deleting port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:38:35.084384 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:35.176895 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] For port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:38:35.177269 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:35.364162 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:35.364448 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (d53dd200-d0af-4139-b04d-23c42834ee99), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:35.364769 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Floating IP d53dd200-d0af-4139-b04d-23c42834ee99 disassociated. External IP: 172.27.0.101, port: 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6. Apr 11 15:38:35.365114 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Calling delete_port for 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:38:35.596943 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:35.620620 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-66ec7ac4-a88c-449e-8959-a7c4bca3c746 req-bf35edf2-aee2-4edf-ad93-a48c8344426c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 210 time: 0.0370119 Apr 11 15:38:35.649046 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'Port': ['ID=9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:35.664171 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.664654 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.665126 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.672314 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.672730 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.673717 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.673717 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.673926 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.674191 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.674524 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.674858 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.675208 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.675522 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.680811 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.680811 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:35.789263 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Router 64448545-af94-4d0a-b2a6-93ac986678ec has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:38:35.912273 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:38:35.928131 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:38:35.938730 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:38:35.939381 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:38:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:35.961980 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] No DVR routers for this DVR port 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:38:35.965230 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:35.970164 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-aeb07e25-12a5-4e82-a96f-a1e66040524a req-1d16bae9-98e8-48b3-b506-7a9caeca21de tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "DELETE /v2.0/ports/9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 HTTP/1.1" status: 204 len: 173 time: 0.9719169 Apr 11 15:38:35.970624 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'name': 'network-vif-deleted', 'tag': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:38:35.972957 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b441c722-110f-47b1-a2c4-2289ff29ce3c" -d '{"events": [{"server_uuid": "0c32208a-d49a-4184-b38a-c604ad790ef0", "name": "network-vif-deleted", "tag": "9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:38:36.065393 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:38:36.137140 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500f817c-e024-488d-8aa8-c8cd73defb4b x-openstack-request-id: req-500f817c-e024-488d-8aa8-c8cd73defb4b {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:38:36.137437 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c32208a-d49a-4184-b38a-c604ad790ef0", "name": "network-vif-deleted", "tag": "9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:38:36.137693 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-500f817c-e024-488d-8aa8-c8cd73defb4b {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:38:36.138124 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500f817c-e024-488d-8aa8-c8cd73defb4b'] response: {'server_uuid': '0c32208a-d49a-4184-b38a-c604ad790ef0', 'name': 'network-vif-deleted', 'tag': '9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6', 'status': 'completed', 'code': 200} Apr 11 15:38:36.295587 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:36.327480 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:38:36.338754 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:38:36.339404 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:38:14Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:36.454275 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:38:36.669576 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:36.700511 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e3847c-03bc-42de-8bef-6e992a8b7071 None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:38:36.738548 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-3e97fd99-93e3-47c0-bb8a-ebecd79d6941 req-d53ee17d-6606-46de-87b3-6ebceb6f9f8b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c32208a-d49a-4184-b38a-c604ad790ef0 HTTP/1.1" status: 200 len: 210 time: 0.0348749 Apr 11 15:38:36.980683 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a220d-4b03-42ff-a38f-5750b7886183 None None] New status for floating IP d53dd200-d0af-4139-b04d-23c42834ee99: DOWN {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:38:37.899557 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 39926) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:37.956834 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (fca279cf-efd4-4cd3-825e-8080a913d3e4), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:37.980244 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:38:37.980918 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (fca279cf-efd4-4cd3-825e-8080a913d3e4), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:38.004465 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:38:38.005095 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 9b4dc516-4f77-4c02-b247-1e6b0d1aa2f6 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:38:38.108483 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (fca279cf-efd4-4cd3-825e-8080a913d3e4), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:38.111018 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:38.112300 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "DELETE /v2.0/security-groups/fca279cf-efd4-4cd3-825e-8080a913d3e4 HTTP/1.1" status: 204 len: 168 time: 0.2114224 Apr 11 15:38:38.115208 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39930) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:38.121696 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca279cf-efd4-4cd3-825e-8080a913d3e4,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:38.129114 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.api.v2.resource [None req-83bce194-b185-4c22-ab05-ec695ee97b8f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] show failed (client error): The resource could not be found. Apr 11 15:38:38.129627 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.129983 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.130339 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.130682 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.131025 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.131364 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.131857 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.132194 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.132532 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.132869 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.133044 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-83bce194-b185-4c22-ab05-ec695ee97b8f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups/fca279cf-efd4-4cd3-825e-8080a913d3e4 HTTP/1.1" status: 404 len: 347 time: 0.0162072 Apr 11 15:38:38.133239 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.133521 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.133631 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39932) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:38.133852 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.134234 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.134562 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2540345-33b7-41ee-b3cb-ed437d033de8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:38.255888 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-258855c2-fe9a-4de8-9998-83c7c0200098 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Deleting port f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:38:38.256229 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-258855c2-fe9a-4de8-9998-83c7c0200098 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:38.337874 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-258855c2-fe9a-4de8-9998-83c7c0200098 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:38.338705 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-258855c2-fe9a-4de8-9998-83c7c0200098 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:38.350922 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-258855c2-fe9a-4de8-9998-83c7c0200098 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Calling delete_port for f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9 owned by network:floatingip {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:38:38.571513 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-258855c2-fe9a-4de8-9998-83c7c0200098 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:38.603837 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258855c2-fe9a-4de8-9998-83c7c0200098 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'Port': ['ID=f9ec86d7-aa95-4c62-9dfc-ec1c012a53b9,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:38.666347 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-258855c2-fe9a-4de8-9998-83c7c0200098 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (d53dd200-d0af-4139-b04d-23c42834ee99), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:38.669513 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-258855c2-fe9a-4de8-9998-83c7c0200098 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:38.670715 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-258855c2-fe9a-4de8-9998-83c7c0200098 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "DELETE /v2.0/floatingips/d53dd200-d0af-4139-b04d-23c42834ee99 HTTP/1.1" status: 204 len: 168 time: 0.5362484 Apr 11 15:38:39.004497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39936) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:39.009245 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-906b6955-7ef6-45d1-b514-0f3fc17c5928 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430683039', 'description': 'tempest-description--42611722'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:39.106083 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-906b6955-7ef6-45d1-b514-0f3fc17c5928 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.172455 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.182381 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-906b6955-7ef6-45d1-b514-0f3fc17c5928 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (1ebdd410-bfbd-4037-99ca-e0319483126d), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.245999 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-906b6955-7ef6-45d1-b514-0f3fc17c5928 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (1ebdd410-bfbd-4037-99ca-e0319483126d), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.283130 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b6955-7ef6-45d1-b514-0f3fc17c5928 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebdd410-bfbd-4037-99ca-e0319483126d,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:39.336252 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-906b6955-7ef6-45d1-b514-0f3fc17c5928 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.337626 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-906b6955-7ef6-45d1-b514-0f3fc17c5928 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3320312 Apr 11 15:38:39.340596 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39938) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:39.344984 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-5d0c7a33-2200-413a-b506-2fd6ed40a8fd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group_rule': {'security_group_id': '1ebdd410-bfbd-4037-99ca-e0319483126d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:39.448723 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7a33-2200-413a-b506-2fd6ed40a8fd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (33a8a6bc-02b4-4230-9b1e-7801b855b3c8), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.516827 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7a33-2200-413a-b506-2fd6ed40a8fd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (33a8a6bc-02b4-4230-9b1e-7801b855b3c8), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.586072 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7a33-2200-413a-b506-2fd6ed40a8fd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (33a8a6bc-02b4-4230-9b1e-7801b855b3c8), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.608527 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c7a33-2200-413a-b506-2fd6ed40a8fd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a8a6bc-02b4-4230-9b1e-7801b855b3c8,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:39.668144 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7a33-2200-413a-b506-2fd6ed40a8fd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.669673 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-5d0c7a33-2200-413a-b506-2fd6ed40a8fd tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281126 Apr 11 15:38:39.675132 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39940) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:39.679834 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-2fbad376-d079-4165-af3d-c6b210614e2b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'security_group_rule': {'security_group_id': '1ebdd410-bfbd-4037-99ca-e0319483126d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:39.765504 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2fbad376-d079-4165-af3d-c6b210614e2b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (bffa9232-9bea-4eac-b336-2a1065fe4549), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.825216 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2fbad376-d079-4165-af3d-c6b210614e2b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (bffa9232-9bea-4eac-b336-2a1065fe4549), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.891923 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2fbad376-d079-4165-af3d-c6b210614e2b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822835'] for security_group_rule (bffa9232-9bea-4eac-b336-2a1065fe4549), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.911315 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbad376-d079-4165-af3d-c6b210614e2b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffa9232-9bea-4eac-b336-2a1065fe4549,revision_number=0']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:39.970308 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-2fbad376-d079-4165-af3d-c6b210614e2b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:39.971617 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-2fbad376-d079-4165-af3d-c6b210614e2b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2952445 Apr 11 15:38:39.974928 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 39942) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:39.980481 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'floatingip': {'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:40.065821 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.151797 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.267342 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Allocated IP 172.27.0.56 (ae8280d4-d7b6-4f03-b68a-4d859049f799/b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b/7305a4c3-a31b-4326-aea9-d073e7c3b149) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:38:40.385691 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (7305a4c3-a31b-4326-aea9-d073e7c3b149), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.472119 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (7305a4c3-a31b-4326-aea9-d073e7c3b149), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.521145 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Network ae8280d4-d7b6-4f03-b68a-4d859049f799 is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:38:40.527200 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:38:40.533171 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:38:40.537766 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=7305a4c3-a31b-4326-aea9-d073e7c3b149,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:40.649637 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.748576 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (7305a4c3-a31b-4326-aea9-d073e7c3b149), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.907760 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (7305a4c3-a31b-4326-aea9-d073e7c3b149), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:40.980295 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (7305a4c3-a31b-4326-aea9-d073e7c3b149), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:41.050595 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=7305a4c3-a31b-4326-aea9-d073e7c3b149,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:41.063373 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:41.173497 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:41.174828 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-03d493c2-ad4d-4c70-b67f-6ccd714c3583 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1986437 Apr 11 15:38:41.326562 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-2d617509-1ca9-4819-b47d-82d2dcc16379 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1430683039&fields=id&tenant_id=18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 267 time: 0.0451663 Apr 11 15:38:41.438087 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-c38fa24c-c473-4328-99f4-cef84e3590ca tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:41.439591 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-c38fa24c-c473-4328-99f4-cef84e3590ca tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 814 time: 0.1065009 Apr 11 15:38:41.456028 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-692bf9d1-5cc7-4c67-b277-f50ad1e9d5d4 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/quotas/18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 375 time: 0.0107086 Apr 11 15:38:41.510644 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-00b99a61-6d53-4f4e-8b64-e3914593848b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484145 Apr 11 15:38:41.617473 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-4a918c94-0399-4ef0-877f-373dc5d8aef1 service neutron] 10.222.0.47 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940261 Apr 11 15:38:41.711858 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-ea8634a0-b802-42a1-b099-3583364f0810 service neutron] 10.222.0.47 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883458 Apr 11 15:38:41.976192 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2070afa1-2016-4ef3-a2a4-dafbd134d5d5 req-2bec175c-f01e-4686-8ab3-db7e3a8ab325 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 210 time: 0.0323994 Apr 11 15:38:42.017940 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e282834c-0d87-4892-ab32-b23933a82272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:43.079987 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0894671a-960e-4cb8-ac86-69dd309589c1 req-f11bef2c-08a3-4627-89f2-ee76f2989645 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 210 time: 0.0324144 Apr 11 15:38:44.105604 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-cb2166f8-b2e5-4665-8e06-97370091dd14 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:44.107856 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-cb2166f8-b2e5-4665-8e06-97370091dd14 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 814 time: 0.1041694 Apr 11 15:38:44.190084 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-165df271-41b5-4e9f-bd0c-0acb351f78e9 req-7d2a9a4e-290b-4164-9cc0-02967d42ddde tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 210 time: 0.0348749 Apr 11 15:38:44.209292 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-8d121231-234f-4b42-be6d-7ebdd8bddd7a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a33233020d4be1b947b5325f4684dd HTTP/1.1" status: 200 len: 380 time: 0.0833225 Apr 11 15:38:44.220440 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'port': {'device_id': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'admin_state_up': True, 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'security_groups': ['1ebdd410-bfbd-4037-99ca-e0319483126d']}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:44.436929 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Made reservation on behalf of 18a33233020d4be1b947b5325f4684dd for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:38:44.440855 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.471015 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2a2f66c5-97a9-4d34-b699-079fba33781d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.576904 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Allocated IP 172.20.0.3 (e0b4d0a7-cb81-4dcc-88de-f09f980687cb/403cc91d-8b32-4ba2-99bd-dea9cb44cd8e/39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:38:44.728960 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.820155 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:44.872525 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:38:44.875612 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:38:44.879297 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:38:44.906177 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event updated for resources: {'Port': ['ID=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:44.942714 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:44.943431 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:45.028153 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-e946eb79-190a-4e18-b6a5-f109212a5198 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8115823 Apr 11 15:38:45.046203 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Request body: {'port': {'device_id': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:45.112674 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:45.153473 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-378e2ad5-ece0-4e32-bf12-c274f8136b96 None None] Provisioning complete for port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 triggered by entity DHCP. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:38:45.153998 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-378e2ad5-ece0-4e32-bf12-c274f8136b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:45.324374 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-378e2ad5-ece0-4e32-bf12-c274f8136b96 None None] Port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 cannot update to ACTIVE because it is not bound. {{(pid=103870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 15:38:45.364047 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfdb2-7589-41c0-9ccb-c9ebfb509b6b req-7d35c6ed-1204-42e9-9702-3b1c5c7ef191 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:45.365879 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f20cfdb2-7589-41c0-9ccb-c9ebfb509b6b req-7d35c6ed-1204-42e9-9702-3b1c5c7ef191 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 931 time: 0.0990043 Apr 11 15:38:45.441745 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f20cfdb2-7589-41c0-9ccb-c9ebfb509b6b req-2651e971-430d-4707-aee5-ceab8439a41c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690863 Apr 11 15:38:45.487186 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:38:45.495662 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Publish callbacks [] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:45.508468 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Transition to ACTIVE for port object 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:38:45.548353 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:45.602365 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:45.658223 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Pushing event updated for resources: {'Port': ['ID=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:45.744399 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Attempting to bind port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:38:45.744748 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Attempting to bind port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:38:45.745091 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Attempting to bind port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:38:45.750382 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:38:45.750712 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Attempting to bind port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 on network e0b4d0a7-cb81-4dcc-88de-f09f980687cb {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:38:45.756369 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:38:45.756714 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Checking segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:38:45.757106 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Bound using segment: {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:38:45.757542 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Bound port: 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:38:45.757903 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:45.826489 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] For port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:38:45.829849 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] For port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:38:45.929061 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:45.968419 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:45.969061 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:45.970496 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] 10.222.0.39 "PUT /v2.0/ports/39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 HTTP/1.1" status: 200 len: 1093 time: 0.9299622 Apr 11 15:38:45.970944 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'tag': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:38:45.973373 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9e8006-9354-4175-9d9d-a23847b3c116" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ad8002-a9f4-4443-8894-208abbf3d5c7", "tag": "39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:38:46.006053 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79859665-fdb9-4b9b-8159-5503be336290 service neutron] Pushing event updated for resources: {'Port': ['ID=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:46.033138 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c747e23-3f64-4e3c-8b15-13388817c152 x-openstack-request-id: req-2c747e23-3f64-4e3c-8b15-13388817c152 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:38:46.033462 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ad8002-a9f4-4443-8894-208abbf3d5c7", "tag": "39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:38:46.033723 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c747e23-3f64-4e3c-8b15-13388817c152 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:38:46.034137 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c747e23-3f64-4e3c-8b15-13388817c152'] response: {'name': 'network-changed', 'server_uuid': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'tag': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570', 'status': 'completed', 'code': 200} Apr 11 15:38:46.103864 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8006-9354-4175-9d9d-a23847b3c116 req-fdbacc87-7c3d-4f2c-a783-7221a2f7d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:46.105487 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6b9e8006-9354-4175-9d9d-a23847b3c116 req-fdbacc87-7c3d-4f2c-a783-7221a2f7d1fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 1127 time: 0.0427628 Apr 11 15:38:46.213606 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8006-9354-4175-9d9d-a23847b3c116 req-584b6a42-59fb-4af7-ac94-3b84ef9e26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:46.215086 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6b9e8006-9354-4175-9d9d-a23847b3c116 req-584b6a42-59fb-4af7-ac94-3b84ef9e26ca service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=18a33233020d4be1b947b5325f4684dd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969071 Apr 11 15:38:46.318100 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e8006-9354-4175-9d9d-a23847b3c116 req-8ad9f5ad-e0e1-4b9e-9851-9dd8aad0621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:46.319667 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6b9e8006-9354-4175-9d9d-a23847b3c116 req-8ad9f5ad-e0e1-4b9e-9851-9dd8aad0621b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961869 Apr 11 15:38:46.406439 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-860cbdda-7c16-4f25-996f-2605456760d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:46.407910 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-860cbdda-7c16-4f25-996f-2605456760d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 1127 time: 0.0437114 Apr 11 15:38:46.458632 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-eb4d8b81-5858-45df-886c-911c316a2166 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 HTTP/1.1" status: 200 len: 217 time: 0.0389535 Apr 11 15:38:46.519920 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-8652ed61-16c2-401e-a97c-e46d96b189df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:46.521442 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-8652ed61-16c2-401e-a97c-e46d96b189df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0536768 Apr 11 15:38:46.588705 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0fb7b-673a-4f00-ab44-35d4d44f45e2 req-8fe9f66f-aff9-4734-99ae-b97c84976d3f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:46.590303 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-33b0fb7b-673a-4f00-ab44-35d4d44f45e2 req-8fe9f66f-aff9-4734-99ae-b97c84976d3f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 943 time: 0.0805349 Apr 11 15:38:46.593516 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-d95777a9-93f8-46aa-9aaa-bb7a2c669570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:46.594922 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-d95777a9-93f8-46aa-9aaa-bb7a2c669570 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538340 Apr 11 15:38:46.696580 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-33b0fb7b-673a-4f00-ab44-35d4d44f45e2 req-81bec4dc-a273-4aa9-b39c-4657d7c4bc07 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002340 Apr 11 15:38:46.722418 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-00fe91d7-b799-4080-8532-0fd14e99b344 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094382 Apr 11 15:38:46.788011 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:46.821592 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-986b11e0-b869-40c5-8bdd-57b62c7b2a75 req-b0862c55-507e-4d63-b652-49c4890ac60a service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894220 Apr 11 15:38:47.818665 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0042e-3d0d-420f-a531-f4ee9afad0b5 req-e58454b0-6d4f-4cad-b7a0-dea69307f33e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:47.820249 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-47f0042e-3d0d-420f-a531-f4ee9afad0b5 req-e58454b0-6d4f-4cad-b7a0-dea69307f33e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 943 time: 0.0534687 Apr 11 15:38:47.869957 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-47f0042e-3d0d-420f-a531-f4ee9afad0b5 req-29bbb168-e77d-444f-b33f-01c4a109adae tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Apr 11 15:38:48.026437 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:38:48.127846 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:38:48.139151 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'port_id': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570', 'mac_address': 'fa:16:3e:4f:73:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:38:48.175498 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:38:48.175915 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:48.188991 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:38:48.209094 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:38:48.337431 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:48.375223 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:48.394267 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:48.401726 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.402074 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.402584 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.403132 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.403706 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.408747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.408747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.408747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.408747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.408747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.408747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.408747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.408747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.408747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.408747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:38:48.607100 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:38:48.984105 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2b6c7-824a-4193-83b9-9387c66e1f3e req-c17f6c80-ba6d-4447-84c4-adcefbbe3887 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:48.985595 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a1e2b6c7-824a-4193-83b9-9387c66e1f3e req-c17f6c80-ba6d-4447-84c4-adcefbbe3887 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 944 time: 0.0475845 Apr 11 15:38:49.037572 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a1e2b6c7-824a-4193-83b9-9387c66e1f3e req-3e781331-249e-4e57-b833-63f9d61e3963 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463912 Apr 11 15:38:50.042632 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:38:50.091416 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:38:50.152949 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83eb603-634d-4626-ada4-27783315adf0 req-661f3edb-18a9-49a4-b68c-c5417d92ded9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:50.155637 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a83eb603-634d-4626-ada4-27783315adf0 req-661f3edb-18a9-49a4-b68c-c5417d92ded9 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 944 time: 0.0465000 Apr 11 15:38:50.190862 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:38:50.191238 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:50.204212 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a83eb603-634d-4626-ada4-27783315adf0 req-6bc0c604-55ba-4bf3-836d-c11e1a29c1e1 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427339 Apr 11 15:38:50.268101 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:38:50.268488 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:50.290723 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:38:50.293904 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479603bb-d2a3-4461-b844-021c82bce816" -d '{"events": [{"server_uuid": "f2ad8002-a9f4-4443-8894-208abbf3d5c7", "name": "network-vif-plugged", "status": "completed", "tag": "39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:38:50.306287 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:38:50.385535 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:50.389233 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304f83cc-3551-4327-b60d-3a9cd85ef202 x-openstack-request-id: req-304f83cc-3551-4327-b60d-3a9cd85ef202 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:38:50.389733 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ad8002-a9f4-4443-8894-208abbf3d5c7", "name": "network-vif-plugged", "status": "completed", "tag": "39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:38:50.390033 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-304f83cc-3551-4327-b60d-3a9cd85ef202 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:38:50.390427 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304f83cc-3551-4327-b60d-3a9cd85ef202'] response: {'server_uuid': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570', 'code': 200} Apr 11 15:38:50.446773 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:38:50.728640 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98902cfe-edaa-40fc-a6e3-8536f132736b req-ce8002fc-0a9a-4b26-9918-f6797d4bd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:50.730167 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-98902cfe-edaa-40fc-a6e3-8536f132736b req-ce8002fc-0a9a-4b26-9918-f6797d4bd4da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 1129 time: 0.0393820 Apr 11 15:38:50.773516 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-98902cfe-edaa-40fc-a6e3-8536f132736b req-6cd0b99c-2ac3-4503-9273-71a16f6ba7f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370467 Apr 11 15:38:51.033952 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:38:51.317772 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c071f-c824-4143-a26c-3bb97e11f361 req-bafa6652-839e-4aa2-82bf-138f59c3f1da tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:51.319151 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-225c071f-c824-4143-a26c-3bb97e11f361 req-bafa6652-839e-4aa2-82bf-138f59c3f1da tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0498195 Apr 11 15:38:51.365358 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-225c071f-c824-4143-a26c-3bb97e11f361 req-eaeac5e2-fb86-40af-a8d7-c40c9706cafc tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Apr 11 15:38:52.505490 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c9502-4310-45ea-b5ac-ec5a938efc89 req-63e0437b-3178-4118-9f65-6373af9dd737 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:52.506962 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-617c9502-4310-45ea-b5ac-ec5a938efc89 req-63e0437b-3178-4118-9f65-6373af9dd737 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0490370 Apr 11 15:38:52.553166 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-617c9502-4310-45ea-b5ac-ec5a938efc89 req-dffb144f-d036-4654-8b05-ebbf3898132b tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398777 Apr 11 15:38:53.668587 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb5559-be0d-436d-ba30-4c52a9bb7aae req-c34c0ee7-3322-4de9-ab19-fd6222acfa9f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:53.670094 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-14bb5559-be0d-436d-ba30-4c52a9bb7aae req-c34c0ee7-3322-4de9-ab19-fd6222acfa9f tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0483162 Apr 11 15:38:53.988867 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-14bb5559-be0d-436d-ba30-4c52a9bb7aae req-0adcc17c-e1c7-4038-94a4-baf9fed7c89c tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131459 Apr 11 15:38:54.098196 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e020c2d-1fb2-41c4-b922-8eca09476686 req-425712d1-cbd4-4d74-80dc-242f3168771a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:54.099740 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7e020c2d-1fb2-41c4-b922-8eca09476686 req-425712d1-cbd4-4d74-80dc-242f3168771a tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0474515 Apr 11 15:38:54.108336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40002) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:38:54.112810 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-39418f08-0ff0-46a2-8ea0-910376326ba8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Request body: {'floatingip': {'port_id': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:38:54.152681 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-39418f08-0ff0-46a2-8ea0-910376326ba8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:54.606838 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-39418f08-0ff0-46a2-8ea0-910376326ba8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:54.685019 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-39418f08-0ff0-46a2-8ea0-910376326ba8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:54.802515 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [None req-39418f08-0ff0-46a2-8ea0-910376326ba8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Floating IP ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5 associated. External IP: 172.27.0.56, port: 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570. Apr 11 15:38:55.029932 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39418f08-0ff0-46a2-8ea0-910376326ba8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Router 64448545-af94-4d0a-b2a6-93ac986678ec has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:38:55.160666 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39418f08-0ff0-46a2-8ea0-910376326ba8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:38:55.165621 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-39418f08-0ff0-46a2-8ea0-910376326ba8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:38:55.170491 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:38:55.181002 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:38:55.181695 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:38:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:55.198067 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-39418f08-0ff0-46a2-8ea0-910376326ba8 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "PUT /v2.0/floatingips/ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5 HTTP/1.1" status: 200 len: 990 time: 1.0886021 Apr 11 15:38:55.198662 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'tag': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:38:55.200919 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e5e22c-4670-4605-bbec-87078dc06586" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ad8002-a9f4-4443-8894-208abbf3d5c7", "tag": "39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:38:55.235605 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb63b04-8061-4d82-a229-bafeebbda2c0 x-openstack-request-id: req-7bb63b04-8061-4d82-a229-bafeebbda2c0 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:38:55.235900 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ad8002-a9f4-4443-8894-208abbf3d5c7", "tag": "39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:38:55.236149 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7bb63b04-8061-4d82-a229-bafeebbda2c0 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:38:55.236555 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb63b04-8061-4d82-a229-bafeebbda2c0'] response: {'name': 'network-changed', 'server_uuid': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'tag': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570', 'status': 'completed', 'code': 200} Apr 11 15:38:55.292506 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:38:55.297952 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e22c-4670-4605-bbec-87078dc06586 req-f66a6ab3-ca74-41e5-9caf-4ef95551bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:55.300384 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18e5e22c-4670-4605-bbec-87078dc06586 req-f66a6ab3-ca74-41e5-9caf-4ef95551bf63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 1129 time: 0.0426459 Apr 11 15:38:55.400658 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e22c-4670-4605-bbec-87078dc06586 req-cfe3fc9e-2268-4a26-b064-979a578e295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:55.402182 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18e5e22c-4670-4605-bbec-87078dc06586 req-cfe3fc9e-2268-4a26-b064-979a578e295d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 915 time: 0.0963020 Apr 11 15:38:55.481154 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18e5e22c-4670-4605-bbec-87078dc06586 req-2d2e6aeb-b015-48d9-8120-4cf3f6115e58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 HTTP/1.1" status: 200 len: 998 time: 0.0679390 Apr 11 15:38:55.540432 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e22c-4670-4605-bbec-87078dc06586 req-25f9be99-6ce1-4d12-a8bd-647f1eeb7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:55.542001 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18e5e22c-4670-4605-bbec-87078dc06586 req-25f9be99-6ce1-4d12-a8bd-647f1eeb7d48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0552526 Apr 11 15:38:55.598752 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e22c-4670-4605-bbec-87078dc06586 req-5f000f8c-2917-4b57-82b1-a705ce1e09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:38:55.600424 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18e5e22c-4670-4605-bbec-87078dc06586 req-5f000f8c-2917-4b57-82b1-a705ce1e09d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522394 Apr 11 15:38:55.641391 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:4f:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:38:40Z', 'updated_at': '2022-04-11T15:38:54Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:55.667685 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:38:55.676532 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:38:55.677148 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:38:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:55.723963 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18e5e22c-4670-4605-bbec-87078dc06586 req-72d24b1b-c009-4da3-b440-9d82df0579e4 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167662 Apr 11 15:38:55.800038 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:38:55.832781 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-18e5e22c-4670-4605-bbec-87078dc06586 req-b8f8d79b-1a31-4fb9-acdc-7deaf6ead608 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013751 Apr 11 15:38:56.015744 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:4f:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:38:40Z', 'updated_at': '2022-04-11T15:38:54Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:38:56.042138 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130b19b-cdfa-42f5-9785-26748c43ab35 None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_floatingips': [{'id': 'ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'router_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'port_id': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'mac_address': 'fa:16:3e:4f:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T15:38:40Z', 'updated_at': '2022-04-11T15:38:54Z', 'revision_number': 1, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:38:56.237030 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17506226-874b-4da4-8769-a93bbf808ab8 None None] New status for floating IP ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5: ACTIVE {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:39:09.178860 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:12.045257 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8039db6f-5c21-48a3-8938-63ef6aab2386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:14.438876 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8ca7f0d8-b8a2-4cd0-a379-a5c1a70f68b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:15.547513 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:16.804801 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:18.330406 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:22.837840 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-86465249-0989-4131-9937-a6af94790a8d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404737 Apr 11 15:39:22.928572 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-3fb8cf7a-cc6f-44e2-abfa-f98b0e95e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:22.930099 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-3fb8cf7a-cc6f-44e2-abfa-f98b0e95e91b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=18a33233020d4be1b947b5325f4684dd&device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 1129 time: 0.0449162 Apr 11 15:39:23.035431 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-a3fc88e2-52f5-41a2-845a-c8ae12dd7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:23.036925 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-a3fc88e2-52f5-41a2-845a-c8ae12dd7a82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 200 len: 915 time: 0.0868623 Apr 11 15:39:23.110465 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-2da958b7-8282-4074-a977-061d1ede48e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 HTTP/1.1" status: 200 len: 1000 time: 0.0664916 Apr 11 15:39:23.173545 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-cb36da4e-74f7-4484-bd8d-1790ac370f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:23.175062 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-cb36da4e-74f7-4484-bd8d-1790ac370f87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 200 len: 853 time: 0.0580955 Apr 11 15:39:23.224994 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-aad72d48-15d1-4f95-a4b9-a1e8798bcc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:23.226537 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-aad72d48-15d1-4f95-a4b9-a1e8798bcc2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0b4d0a7-cb81-4dcc-88de-f09f980687cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420732 Apr 11 15:39:23.327461 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-8b40f8ee-f9b3-42b5-bbca-484be5ddd3aa service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943799 Apr 11 15:39:23.422090 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5e947b54-4ab2-4127-8c03-cc089d96c7ff req-4e8e9054-1633-410f-9927-9a5f43509ef2 service neutron] 10.222.0.39 "GET /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883803 Apr 11 15:39:28.033199 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:39:39.212814 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:42.004174 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-e87dbcbc-fb28-49f3-8744-7a46e5b99b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:43.595660 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ebe8-d710-4fc4-b7cf-212f4db2a7d6 req-2017cd49-abcc-4eef-b456-9c36f085e165 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:43.597301 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b721ebe8-d710-4fc4-b7cf-212f4db2a7d6 req-2017cd49-abcc-4eef-b456-9c36f085e165 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Apr 11 15:39:43.648825 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b721ebe8-d710-4fc4-b7cf-212f4db2a7d6 req-1fcb06cf-172f-43fb-abf1-bd5ea5be09d2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459025 Apr 11 15:39:44.489341 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-5ca127da-f7a5-4b19-b65f-3a6766cd9a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:44.766427 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61183-8789-4826-bf3a-07e895eb4d86 req-35b2d483-b109-4670-9be0-806323aa14ca tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:44.767886 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-eba61183-8789-4826-bf3a-07e895eb4d86 req-35b2d483-b109-4670-9be0-806323aa14ca tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0488434 Apr 11 15:39:44.817608 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-eba61183-8789-4826-bf3a-07e895eb4d86 req-4208905d-b3f2-4556-abff-4bdc1da8b85d tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups?id=1ebdd410-bfbd-4037-99ca-e0319483126d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Apr 11 15:39:45.283455 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-aafd5285-7c87-4a80-8a9a-b07e68e9b228 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:39:45.284924 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-aafd5285-7c87-4a80-8a9a-b07e68e9b228 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0466740 Apr 11 15:39:45.375728 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Deleting port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:45.376075 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:45.466171 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] For port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:45.466452 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:45.538286 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:45.651972 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:45.652488 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776564'] for floatingip (ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:45.652939 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.l3_db [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Floating IP ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5 disassociated. External IP: 172.27.0.56, port: 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570. Apr 11 15:39:45.653460 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Calling delete_port for 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:45.863935 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:45.904121 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'Port': ['ID=39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:45.937356 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.937734 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.938094 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.938439 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.938774 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.939117 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.939443 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.939803 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.940134 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.940463 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.940816 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.941145 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.941471 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.941798 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.942126 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:45.949112 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bbbc8981-6e4f-4775-b96c-bd894f78bb8b req-fb1bcc93-1280-442c-a741-e3b6f12f596e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 210 time: 0.0517881 Apr 11 15:39:46.056813 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Router 64448545-af94-4d0a-b2a6-93ac986678ec has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:39:46.223513 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:39:46.239437 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:39:46.251300 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:46.251992 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:39:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:46.280886 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] No DVR routers for this DVR port 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:39:46.283991 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:46.287691 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-29be32c8-3ae1-43d1-84fa-8e4aedca150e req-e8bd8314-d671-48b0-814e-f1cbaec7d819 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.39 "DELETE /v2.0/ports/39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 HTTP/1.1" status: 204 len: 173 time: 0.9946094 Apr 11 15:39:46.288413 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'name': 'network-vif-deleted', 'tag': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:39:46.290702 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d1a0aa-4596-449c-bdf2-0e5a0b92cac5" -d '{"events": [{"server_uuid": "f2ad8002-a9f4-4443-8894-208abbf3d5c7", "name": "network-vif-deleted", "tag": "39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:39:46.341783 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d79a3b-3d66-4d05-aec5-1f207b34fa88 x-openstack-request-id: req-a8d79a3b-3d66-4d05-aec5-1f207b34fa88 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:39:46.341783 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ad8002-a9f4-4443-8894-208abbf3d5c7", "name": "network-vif-deleted", "tag": "39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:39:46.341783 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a8d79a3b-3d66-4d05-aec5-1f207b34fa88 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:39:46.341783 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d79a3b-3d66-4d05-aec5-1f207b34fa88'] response: {'server_uuid': 'f2ad8002-a9f4-4443-8894-208abbf3d5c7', 'name': 'network-vif-deleted', 'tag': '39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570', 'status': 'completed', 'code': 200} Apr 11 15:39:46.381490 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:46.594331 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:46.625279 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:39:46.633585 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:46.634199 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:39:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:46.759506 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:46.829361 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:46.952069 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:46.983944 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba3e0cd-1b22-4ba2-b2e8-017c549d1330 None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:35:10Z', 'revision_number': 4, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi', '_interfaces': [{'id': '42285b54-7d96-4282-bcc0-3fef053c836b', 'name': '', 'network_id': 'e0b4d0a7-cb81-4dcc-88de-f09f980687cb', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'mac_address': 'fa:16:3e:57:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:09Z', 'updated_at': '2022-04-11T15:35:14Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'subnets': [{'id': '403cc91d-8b32-4ba2-99bd-dea9cb44cd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:39:47.063141 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-407ab074-61a8-42ba-b8c2-02a0250af6f6 req-8310733e-261f-4e53-86e7-03cee2658cf2 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2ad8002-a9f4-4443-8894-208abbf3d5c7 HTTP/1.1" status: 200 len: 210 time: 0.0295072 Apr 11 15:39:47.239304 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad01bfc9-b4ec-4c23-97a1-075009ae3aa5 None None] New status for floating IP ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5: DOWN {{(pid=103870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 15:39:48.204851 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 40090) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:48.259247 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (1ebdd410-bfbd-4037-99ca-e0319483126d), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.286915 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (1ebdd410-bfbd-4037-99ca-e0319483126d), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.315071 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.385455 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:48.389148 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (1ebdd410-bfbd-4037-99ca-e0319483126d), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.392436 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.393651 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "DELETE /v2.0/security-groups/1ebdd410-bfbd-4037-99ca-e0319483126d HTTP/1.1" status: 204 len: 168 time: 0.1876340 Apr 11 15:39:48.396581 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40094) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:48.404097 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebdd410-bfbd-4037-99ca-e0319483126d,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:48.408574 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:48.408920 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 39f3c20a-f3ed-4d50-8aa3-e8d2f37ef570 not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:48.411846 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.api.v2.resource [None req-eea42628-95db-40f5-b78a-4b86fec0fafa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] show failed (client error): The resource could not be found. Apr 11 15:39:48.412509 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.412866 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.413290 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.413639 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.414174 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.414664 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.415203 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.415658 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.415999 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.416193 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-eea42628-95db-40f5-b78a-4b86fec0fafa tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "GET /v2.0/security-groups/1ebdd410-bfbd-4037-99ca-e0319483126d HTTP/1.1" status: 404 len: 347 time: 0.0179589 Apr 11 15:39:48.416332 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.416734 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.417284 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40096) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:48.417415 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.417675 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.418009 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.418336 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1252dfd-d6b3-434c-b9ba-34c0ea08e821 tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:48.537518 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-d9a08886-cac1-4d16-a770-c079648fa81e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Deleting port 7305a4c3-a31b-4326-aea9-d073e7c3b149 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:48.537868 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9a08886-cac1-4d16-a770-c079648fa81e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (7305a4c3-a31b-4326-aea9-d073e7c3b149), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.616837 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9a08886-cac1-4d16-a770-c079648fa81e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (7305a4c3-a31b-4326-aea9-d073e7c3b149), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.617170 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9a08886-cac1-4d16-a770-c079648fa81e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (7305a4c3-a31b-4326-aea9-d073e7c3b149), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.629726 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-d9a08886-cac1-4d16-a770-c079648fa81e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Calling delete_port for 7305a4c3-a31b-4326-aea9-d073e7c3b149 owned by network:floatingip {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:48.823877 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9a08886-cac1-4d16-a770-c079648fa81e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (7305a4c3-a31b-4326-aea9-d073e7c3b149), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.847346 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a08886-cac1-4d16-a770-c079648fa81e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Pushing event deleted for resources: {'Port': ['ID=7305a4c3-a31b-4326-aea9-d073e7c3b149,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:48.911269 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9a08886-cac1-4d16-a770-c079648fa81e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks [] for floatingip (ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.913767 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-d9a08886-cac1-4d16-a770-c079648fa81e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for floatingip (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:48.914969 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-d9a08886-cac1-4d16-a770-c079648fa81e tempest-AttachVolumeNegativeTest-261931076 tempest-AttachVolumeNegativeTest-261931076-project] 10.222.0.47 "DELETE /v2.0/floatingips/ec69e7a3-dd50-4c49-856d-b8e1b8baa9c5 HTTP/1.1" status: 204 len: 168 time: 0.4967041 Apr 11 15:39:53.037143 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40132) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:53.640325 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774516'] for router_interface (64448545-af94-4d0a-b2a6-93ac986678ec), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.875353 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] Deleting port 42285b54-7d96-4282-bcc0-3fef053c836b {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:53.875726 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.956522 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] For port 42285b54-7d96-4282-bcc0-3fef053c836b, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=42285b54-7d96-4282-bcc0-3fef053c836b,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:53.956797 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:53.970128 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] Calling delete_port for 42285b54-7d96-4282-bcc0-3fef053c836b owned by network:router_interface {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:54.206471 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (42285b54-7d96-4282-bcc0-3fef053c836b), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.236790 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=42285b54-7d96-4282-bcc0-3fef053c836b,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:54.410715 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774360'] for router_interface (64448545-af94-4d0a-b2a6-93ac986678ec), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.638829 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] Router 64448545-af94-4d0a-b2a6-93ac986678ec has already been hosted by L3 agent ee0f3696-1ff3-4333-8062-5267578843af {{(pid=103869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 15:39:54.749025 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] Notify agent at l3_agent.dv-cinder-836083-4-iscsi the message routers_updated {{(pid=103869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 15:39:54.754738 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-1661e7f9-808f-4aa0-a475-152159fcb3d1 admin admin] 10.222.0.47 "PUT /v2.0/routers/64448545-af94-4d0a-b2a6-93ac986678ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7161634 Apr 11 15:39:54.756868 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40134) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:54.759636 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] Sync routers for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 15:39:54.770785 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:54.771413 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:39:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:54.865902 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Publish callbacks [] for router (64448545-af94-4d0a-b2a6-93ac986678ec), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:54.971828 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: dv-cinder-836083-4-iscsi {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:54.978923 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Publish callbacks [] for router_gateway (64448545-af94-4d0a-b2a6-93ac986678ec), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.084841 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Deleting port efcde120-4fa6-4301-8900-5948e885dd15 {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:55.085188 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (efcde120-4fa6-4301-8900-5948e885dd15), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.152062 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'external_fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:39:54Z', 'revision_number': 5, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port': {'id': 'efcde120-4fa6-4301-8900-5948e885dd15', 'name': '', 'network_id': 'ae8280d4-d7b6-4f03-b68a-4d859049f799', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:af:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T15:35:07Z', 'updated_at': '2022-04-11T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b67f5c8d-1b6c-411e-81b1-20f8e3bd6f3b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-4-iscsi'}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:55.165459 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] For port efcde120-4fa6-4301-8900-5948e885dd15, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=efcde120-4fa6-4301-8900-5948e885dd15,segment=NetworkSegment(33b044d9-d999-4913-a00e-d198131e97ce),segment_id=33b044d9-d999-4913-a00e-d198131e97ce)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:55.165827 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (efcde120-4fa6-4301-8900-5948e885dd15), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.179422 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] Checking router: 64448545-af94-4d0a-b2a6-93ac986678ec for host: dv-cinder-836083-4-iscsi {{(pid=103871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 15:39:55.180515 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Calling delete_port for efcde120-4fa6-4301-8900-5948e885dd15 owned by network:router_gateway {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:55.187990 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] Routers {'64448545-af94-4d0a-b2a6-93ac986678ec'} bound to L3 agent in host dv-cinder-836083-4-iscsi {{(pid=103871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 15:39:55.188625 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T15:13:14Z,description=,heartbeat_timestamp=2022-04-11T15:39:44Z,host='dv-cinder-836083-4-iscsi',id=ee0f3696-1ff3-4333-8062-5267578843af,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T15:13:15Z,topic='l3_agent')) {'router_ids': ['64448545-af94-4d0a-b2a6-93ac986678ec'], 'active': True} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:55.278448 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_dvr_db [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] Set router 64448545-af94-4d0a-b2a6-93ac986678ec gateway port host: None {{(pid=103871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 15:39:55.332909 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.l3_hamode_db [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:39:54Z', 'revision_number': 6, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port_host': None}], 'dv-cinder-836083-4-iscsi', False) {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:55.358706 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52c87f-aac4-4c79-aa45-3fb1af3e1201 None None] The sync data for ids ['64448545-af94-4d0a-b2a6-93ac986678ec'] in dv-cinder-836083-4-iscsi is: [{'id': '64448545-af94-4d0a-b2a6-93ac986678ec', 'name': 'tempest-AttachVolumeNegativeTest-331741067-router', 'tenant_id': '18a33233020d4be1b947b5325f4684dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T15:35:06Z', 'updated_at': '2022-04-11T15:39:54Z', 'revision_number': 6, 'project_id': '18a33233020d4be1b947b5325f4684dd', 'gw_port_host': None}] {{(pid=103871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 15:39:55.420820 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (efcde120-4fa6-4301-8900-5948e885dd15), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.448300 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=efcde120-4fa6-4301-8900-5948e885dd15,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:55.509906 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776638'] for router_gateway (64448545-af94-4d0a-b2a6-93ac986678ec), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.599401 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47802'] for router (64448545-af94-4d0a-b2a6-93ac986678ec), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.601579 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Publish callbacks [] for router_controller (64448545-af94-4d0a-b2a6-93ac986678ec), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.712286 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1730649'] for router (64448545-af94-4d0a-b2a6-93ac986678ec), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.712866 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64448545-af94-4d0a-b2a6-93ac986678ec {{(pid=103869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 15:39:55.717265 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.718446 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-3c6f75bb-50c6-4a26-a5b9-a8710a2ed0ab admin admin] 10.222.0.47 "DELETE /v2.0/routers/64448545-af94-4d0a-b2a6-93ac986678ec HTTP/1.1" status: 204 len: 168 time: 0.9606662 Apr 11 15:39:55.721126 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40136) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:55.768472 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb22885-499e-4e81-84b4-ab09ebe46b3b admin admin] Deleting subnet 403cc91d-8b32-4ba2-99bd-dea9cb44cd8e {{(pid=103869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:39:55.775913 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fbb22885-499e-4e81-84b4-ab09ebe46b3b admin admin] Publish callbacks [] for subnet (403cc91d-8b32-4ba2-99bd-dea9cb44cd8e), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.809066 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fbb22885-499e-4e81-84b4-ab09ebe46b3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2945595'] for subnet (403cc91d-8b32-4ba2-99bd-dea9cb44cd8e), precommit_delete_associations {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:55.889030 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fbb22885-499e-4e81-84b4-ab09ebe46b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (403cc91d-8b32-4ba2-99bd-dea9cb44cd8e), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.015000 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fbb22885-499e-4e81-84b4-ab09ebe46b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2492555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143732'] for subnet (403cc91d-8b32-4ba2-99bd-dea9cb44cd8e), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.040951 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb22885-499e-4e81-84b4-ab09ebe46b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403cc91d-8b32-4ba2-99bd-dea9cb44cd8e,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:56.044637 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-fbb22885-499e-4e81-84b4-ab09ebe46b3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.047824 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-fbb22885-499e-4e81-84b4-ab09ebe46b3b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/403cc91d-8b32-4ba2-99bd-dea9cb44cd8e HTTP/1.1" status: 204 len: 168 time: 0.3257108 Apr 11 15:39:56.050933 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40138) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:56.053580 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7a1fc-20ec-4273-a768-b15530e9c275 None None] Network e0b4d0a7-cb81-4dcc-88de-f09f980687cb requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:39:56.127591 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (e0b4d0a7-cb81-4dcc-88de-f09f980687cb), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.180866 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Deleting port 742841f8-f0f8-4dfa-92d7-7636610af9cd {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:56.180866 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.210678 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] DHCP port deletion for e0b4d0a7-cb81-4dcc-88de-f09f980687cb request from dv-cinder-836083-4-iscsi {{(pid=103870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 15:39:56.245368 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] For port 742841f8-f0f8-4dfa-92d7-7636610af9cd, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=742841f8-f0f8-4dfa-92d7-7636610af9cd,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:56.245735 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.255657 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Deleting port 742841f8-f0f8-4dfa-92d7-7636610af9cd {{(pid=103870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:39:56.256030 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), before_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.259907 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Calling delete_port for 742841f8-f0f8-4dfa-92d7-7636610af9cd owned by network:dhcp {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:56.325056 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] For port 742841f8-f0f8-4dfa-92d7-7636610af9cd, host dv-cinder-836083-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-4-iscsi',level=0,port_id=742841f8-f0f8-4dfa-92d7-7636610af9cd,segment=NetworkSegment(8e4b6a77-47c1-44bd-8fbd-a06269c78ef8),segment_id=8e4b6a77-47c1-44bd-8fbd-a06269c78ef8)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:39:56.332778 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), precommit_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.341031 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Calling delete_port for 742841f8-f0f8-4dfa-92d7-7636610af9cd owned by network:dhcp {{(pid=103870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:39:56.455875 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: from cryptography.utils import int_from_bytes Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: from cryptography.utils import int_from_bytes Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.456437 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 15:39:56.459231 dv-cinder-836083-4-iscsi neutron-server[103870]: self.session.flush() Apr 11 15:39:56.462427 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347'] for port (742841f8-f0f8-4dfa-92d7-7636610af9cd), after_delete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.482416 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=742841f8-f0f8-4dfa-92d7-7636610af9cd,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:56.486107 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] No DVR routers for this DVR port 742841f8-f0f8-4dfa-92d7-7636610af9cd on host dv-cinder-836083-4-iscsi {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:39:56.492275 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Pushing event deleted for resources: {'Port': ['ID=742841f8-f0f8-4dfa-92d7-7636610af9cd,revision_number=None']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:56.494707 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] No DVR routers for this DVR port 742841f8-f0f8-4dfa-92d7-7636610af9cd on host dv-cinder-836083-4-iscsi {{(pid=103870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:39:56.511698 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.511698 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.512049 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.512403 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.512747 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.513116 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.513464 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.513862 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.514371 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.514818 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.515161 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.515516 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.515853 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.516184 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.516538 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88185a54-0c77-44c3-86da-41b990cdcc4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:39:56.565218 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (e0b4d0a7-cb81-4dcc-88de-f09f980687cb), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.585183 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b4d0a7-cb81-4dcc-88de-f09f980687cb']}} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:56.594475 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8') {'for_net_delete': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:56.594884 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4b6a77-47c1-44bd-8fbd-a06269c78ef8') {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:39:56.605228 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2945586'] for segment (8e4b6a77-47c1-44bd-8fbd-a06269c78ef8), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.618934 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (8e4b6a77-47c1-44bd-8fbd-a06269c78ef8), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.625123 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:39:56.625545 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492449'] for segment (8e4b6a77-47c1-44bd-8fbd-a06269c78ef8), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: Traceback (most recent call last): Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: timer() Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: cb(*args, **kw) Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: return func(*args, **kwargs) Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: self._notify() Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: self.callback(batched_events) Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: event.method(event) Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: return f(self, *a, **k) Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._get(url).json() Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: return self.request(url, 'GET', **kwargs) Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:39:56.627829 dv-cinder-836083-4-iscsi neutron-server[103869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:39:56.752627 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (e0b4d0a7-cb81-4dcc-88de-f09f980687cb), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.759263 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:56.762852 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e0b4d0a7-cb81-4dcc-88de-f09f980687cb HTTP/1.1" status: 204 len: 168 time: 0.7108760 Apr 11 15:39:56.773701 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa44ccc-5568-428f-a649-9df82aacf8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b4d0a7-cb81-4dcc-88de-f09f980687cb,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:39:57.152844 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40142) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:57.193578 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-8502558a-12af-4ce3-adbf-3a8bd938a128 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=18a33233020d4be1b947b5325f4684dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395699 Apr 11 15:39:57.196069 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40144) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:39:57.251465 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7ea64589-8bc4-41df-bc6d-7899fc32b35b admin admin] Publish callbacks [] for security_group (b4da23c3-9529-444d-bf3e-52980d9261d5), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:57.275748 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device efcde120-4fa6-4301-8900-5948e885dd15 no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:57.277416 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7ea64589-8bc4-41df-bc6d-7899fc32b35b admin admin] Publish callbacks [] for security_group (b4da23c3-9529-444d-bf3e-52980d9261d5), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:57.295188 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: efcde120-4fa6-4301-8900-5948e885dd15 {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:57.295642 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device efcde120-4fa6-4301-8900-5948e885dd15 not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:57.296066 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 42285b54-7d96-4282-bcc0-3fef053c836b no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:57.314934 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 42285b54-7d96-4282-bcc0-3fef053c836b {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:57.315282 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 42285b54-7d96-4282-bcc0-3fef053c836b not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:57.315734 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 742841f8-f0f8-4dfa-92d7-7636610af9cd no longer exists at agent ovs-agent-dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:39:57.334940 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] No Port match for: 742841f8-f0f8-4dfa-92d7-7636610af9cd {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:39:57.344104 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Device 742841f8-f0f8-4dfa-92d7-7636610af9cd not bound to the agent host dv-cinder-836083-4-iscsi {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:39:57.414734 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7ea64589-8bc4-41df-bc6d-7899fc32b35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (b4da23c3-9529-444d-bf3e-52980d9261d5), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:57.417572 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-7ea64589-8bc4-41df-bc6d-7899fc32b35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:39:57.418741 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-7ea64589-8bc4-41df-bc6d-7899fc32b35b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b4da23c3-9529-444d-bf3e-52980d9261d5 HTTP/1.1" status: 204 len: 168 time: 0.2217715 Apr 11 15:39:57.426666 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea64589-8bc4-41df-bc6d-7899fc32b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4da23c3-9529-444d-bf3e-52980d9261d5,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:00.795431 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 40214) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:00.908839 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d60a2f2b-711a-4fee-a3b3-b14b95c9004a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:00.989813 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d60a2f2b-711a-4fee-a3b3-b14b95c9004a admin admin] Publish callbacks [] for security_group (805ecde7-f1db-4210-b813-ac2a48e76473), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:01.060971 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-d60a2f2b-711a-4fee-a3b3-b14b95c9004a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (805ecde7-f1db-4210-b813-ac2a48e76473), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:01.103034 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-d60a2f2b-711a-4fee-a3b3-b14b95c9004a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6d2e790e85943e182a6fa5a2184c7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064041 Apr 11 15:40:01.103952 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a2f2b-711a-4fee-a3b3-b14b95c9004a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805ecde7-f1db-4210-b813-ac2a48e76473,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:01.106950 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40218) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:01.161681 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06b9c500-5682-4f98-abc6-e23a6c511f8e admin admin] Publish callbacks [] for security_group (805ecde7-f1db-4210-b813-ac2a48e76473), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:01.185325 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06b9c500-5682-4f98-abc6-e23a6c511f8e admin admin] Publish callbacks [] for security_group (805ecde7-f1db-4210-b813-ac2a48e76473), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:01.306359 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06b9c500-5682-4f98-abc6-e23a6c511f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (805ecde7-f1db-4210-b813-ac2a48e76473), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:01.308994 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-06b9c500-5682-4f98-abc6-e23a6c511f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:01.310192 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-06b9c500-5682-4f98-abc6-e23a6c511f8e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/805ecde7-f1db-4210-b813-ac2a48e76473 HTTP/1.1" status: 204 len: 168 time: 0.2013760 Apr 11 15:40:01.318689 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9c500-5682-4f98-abc6-e23a6c511f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805ecde7-f1db-4210-b813-ac2a48e76473,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:01.853111 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 40224) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:01.866504 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc8844bb-2f8f-4c70-81a6-7016c38fb81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:01.939941 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc8844bb-2f8f-4c70-81a6-7016c38fb81c admin admin] Publish callbacks [] for security_group (017cb9bc-dfbd-4df7-860f-fa1b44f28086), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:01.997988 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-dc8844bb-2f8f-4c70-81a6-7016c38fb81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (017cb9bc-dfbd-4df7-860f-fa1b44f28086), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:02.038407 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8844bb-2f8f-4c70-81a6-7016c38fb81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017cb9bc-dfbd-4df7-860f-fa1b44f28086,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:02.044233 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-dc8844bb-2f8f-4c70-81a6-7016c38fb81c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e3fa73dbba547d3b510480b40fbf933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900156 Apr 11 15:40:02.048220 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 40226) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:02.096612 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-635c95bf-19ac-4074-b2ed-a9f3bdc86ebf admin admin] Publish callbacks [] for security_group (017cb9bc-dfbd-4df7-860f-fa1b44f28086), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:02.118903 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-635c95bf-19ac-4074-b2ed-a9f3bdc86ebf admin admin] Publish callbacks [] for security_group (017cb9bc-dfbd-4df7-860f-fa1b44f28086), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:02.243563 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-635c95bf-19ac-4074-b2ed-a9f3bdc86ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (017cb9bc-dfbd-4df7-860f-fa1b44f28086), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:02.246271 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-635c95bf-19ac-4074-b2ed-a9f3bdc86ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:02.247503 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-635c95bf-19ac-4074-b2ed-a9f3bdc86ebf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/017cb9bc-dfbd-4df7-860f-fa1b44f28086 HTTP/1.1" status: 204 len: 168 time: 0.1991379 Apr 11 15:40:02.256769 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c95bf-19ac-4074-b2ed-a9f3bdc86ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017cb9bc-dfbd-4df7-860f-fa1b44f28086,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:05.032554 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:40:09.185776 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:10.044329 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 40308) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:10.146729 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2e6a1f9-81d9-478e-9605-564b5f506ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:10.222775 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2e6a1f9-81d9-478e-9605-564b5f506ce2 admin admin] Publish callbacks [] for security_group (28943ba1-c1e3-4ab9-93f6-cfcdf4155203), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:10.283157 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-f2e6a1f9-81d9-478e-9605-564b5f506ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (28943ba1-c1e3-4ab9-93f6-cfcdf4155203), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:10.323680 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-f2e6a1f9-81d9-478e-9605-564b5f506ce2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77e89b01614e453e9b0ea0ab41c41cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782462 Apr 11 15:40:10.324623 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6a1f9-81d9-478e-9605-564b5f506ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28943ba1-c1e3-4ab9-93f6-cfcdf4155203,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:10.326492 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40312) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:10.376914 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dac674f8-61c6-451c-aa04-5404fa67bf83 admin admin] Publish callbacks [] for security_group (28943ba1-c1e3-4ab9-93f6-cfcdf4155203), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:10.400790 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dac674f8-61c6-451c-aa04-5404fa67bf83 admin admin] Publish callbacks [] for security_group (28943ba1-c1e3-4ab9-93f6-cfcdf4155203), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:10.531625 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dac674f8-61c6-451c-aa04-5404fa67bf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (28943ba1-c1e3-4ab9-93f6-cfcdf4155203), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:10.534211 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-dac674f8-61c6-451c-aa04-5404fa67bf83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:10.535364 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-dac674f8-61c6-451c-aa04-5404fa67bf83 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28943ba1-c1e3-4ab9-93f6-cfcdf4155203 HTTP/1.1" status: 204 len: 168 time: 0.2078707 Apr 11 15:40:10.544002 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac674f8-61c6-451c-aa04-5404fa67bf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28943ba1-c1e3-4ab9-93f6-cfcdf4155203,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:11.156117 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 40318) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:11.173095 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4a2c5d97-b064-46a6-9510-51c09dcfecde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:11.246531 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4a2c5d97-b064-46a6-9510-51c09dcfecde admin admin] Publish callbacks [] for security_group (a13799e7-3636-421b-abc6-e725ebfab8ab), precommit_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:11.323401 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4a2c5d97-b064-46a6-9510-51c09dcfecde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a13799e7-3636-421b-abc6-e725ebfab8ab), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:11.362148 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-4a2c5d97-b064-46a6-9510-51c09dcfecde admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19c304885b424c4dbf68dd8b8b3113e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049203 Apr 11 15:40:11.363010 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c5d97-b064-46a6-9510-51c09dcfecde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13799e7-3636-421b-abc6-e725ebfab8ab,revision_number=1']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:11.365844 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40320) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:11.415520 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f76ca0dc-77f5-4697-9828-0a99e80754da admin admin] Publish callbacks [] for security_group (a13799e7-3636-421b-abc6-e725ebfab8ab), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:11.437378 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f76ca0dc-77f5-4697-9828-0a99e80754da admin admin] Publish callbacks [] for security_group (a13799e7-3636-421b-abc6-e725ebfab8ab), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:11.557845 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f76ca0dc-77f5-4697-9828-0a99e80754da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a13799e7-3636-421b-abc6-e725ebfab8ab), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:11.560504 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f76ca0dc-77f5-4697-9828-0a99e80754da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:11.561667 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-f76ca0dc-77f5-4697-9828-0a99e80754da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a13799e7-3636-421b-abc6-e725ebfab8ab HTTP/1.1" status: 204 len: 168 time: 0.1944759 Apr 11 15:40:11.573251 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ca0dc-77f5-4697-9828-0a99e80754da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13799e7-3636-421b-abc6-e725ebfab8ab,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:11.997288 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2da32b3a-bf6b-4714-816b-b8b76b89e515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:12.618443 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40342) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:12.716578 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-689774937-network', 'tenant_id': 'd0d5e8d687f94b4686b0d35dbd3d7076'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:40:12.834154 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Made reservation on behalf of d0d5e8d687f94b4686b0d35dbd3d7076 for: {'network': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:40:12.836513 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for network (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:12.845894 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:12.919598 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Publish callbacks [] for security_group (a40e45d1-9098-4621-8ab1-bb08097478d7), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:12.991526 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a40e45d1-9098-4621-8ab1-bb08097478d7), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:13.026164 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 15:40:13.039554 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e45d1-9098-4621-8ab1-bb08097478d7,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:13.046603 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (2a6c17b2-5395-4900-8e6a-7a2a84471a89), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:13.047085 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.db.segments_db [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Added segment 2a6c17b2-5395-4900-8e6a-7a2a84471a89 of type vlan for network a690cf1c-0213-4368-8835-c2cf9b064dde Apr 11 15:40:13.095989 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792799025511'] for network (a690cf1c-0213-4368-8835-c2cf9b064dde), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:13.197480 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133'] for network (a690cf1c-0213-4368-8835-c2cf9b064dde), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:13.199108 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:13.199704 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:13.257366 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] Pushing event updated for resources: {'Network': ['ID=a690cf1c-0213-4368-8835-c2cf9b064dde,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:13.267346 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Network a690cf1c-0213-4368-8835-c2cf9b064dde details requested by agent ovs-agent-dv-cinder-836083-4-iscsi with host dv-cinder-836083-4-iscsi {{(pid=103870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 15:40:13.308617 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-22af3897-7772-4d60-bb23-3f17c1b64905 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6888194 Apr 11 15:40:13.311295 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 40346) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:40:13.316360 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.v2.base [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Request body: {'subnet': {'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-689774937-subnet', 'tenant_id': 'd0d5e8d687f94b4686b0d35dbd3d7076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:40:13.397231 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Made reservation on behalf of d0d5e8d687f94b4686b0d35dbd3d7076 for: {'subnet': 1} {{(pid=103868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:40:13.399974 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9838240'] for subnet (None), before_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:13.674443 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9838258'] for subnet (e13c936a-9c36-4c1e-8e52-2a81382d5acb), after_create {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:13.727147 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13c936a-9c36-4c1e-8e52-2a81382d5acb,revision_number=0']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:13.738172 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Checking segment: {'id': '2a6c17b2-5395-4900-8e6a-7a2a84471a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:40:13.738526 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Network hostable DHCP agents. Network: a690cf1c-0213-4368-8835-c2cf9b064dde, hostable agents: ['24b3a31b-59a6-4e2d-af07-0ca17e77fb50'], hosted agents: [] {{(pid=103868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 15:40:13.820276 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Network a690cf1c-0213-4368-8835-c2cf9b064dde is scheduled to be hosted by DHCP agent 24b3a31b-59a6-4e2d-af07-0ca17e77fb50 with binding_index 1 {{(pid=103868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 15:40:13.888362 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.scheduler.base_scheduler [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-4-iscsi, a690cf1c-0213-4368-8835-c2cf9b064dde) {{(pid=103868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:40:13.892647 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:13.893252 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:13.898948 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8be1b8-370e-46cb-9c6c-c0c6b1212c59 None None] Network a690cf1c-0213-4368-8835-c2cf9b064dde requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:40:13.980650 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-4abf7228-9770-4e57-bce2-11275d5eeefe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6681778 Apr 11 15:40:14.000395 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ba98a-e9f2-4ea8-a4a8-5370c45db28f None None] Network a690cf1c-0213-4368-8835-c2cf9b064dde requested from dv-cinder-836083-4-iscsi {{(pid=103870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 15:40:14.457300 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-db05578a-4fba-4633-a2f5-b3e0b1945dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:15.557278 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:16.107600 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-0992e522-6a07-49d6-8179-f9623bfba3ea tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:16.109127 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-0992e522-6a07-49d6-8179-f9623bfba3ea tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/networks?id=a690cf1c-0213-4368-8835-c2cf9b064dde HTTP/1.1" status: 200 len: 808 time: 0.1068347 Apr 11 15:40:16.125299 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-16b88698-85ce-43aa-861a-16e57ca788cb tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/quotas/d0d5e8d687f94b4686b0d35dbd3d7076 HTTP/1.1" status: 200 len: 375 time: 0.0107098 Apr 11 15:40:16.157668 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-0470c736-896d-4834-8ec2-3a8a5d4acfa5 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0d5e8d687f94b4686b0d35dbd3d7076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269787 Apr 11 15:40:16.296398 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-65f6fa47-386b-4604-9b3a-ba07df094092 service neutron] 10.222.0.47 "GET /v2.0/networks/a690cf1c-0213-4368-8835-c2cf9b064dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318476 Apr 11 15:40:16.385677 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-5b1c28a4-f649-4a77-95fc-7163a6e81d0e service neutron] 10.222.0.47 "GET /v2.0/networks/a690cf1c-0213-4368-8835-c2cf9b064dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832694 Apr 11 15:40:16.487790 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [req-1ce498b8-2ee3-4d41-afd1-3eb8ca2117bb req-8e827894-c4ec-422f-9391-04f09eadc3f3 service neutron] (103869) timed out ('10.222.0.39', 65392) {{(pid=103869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 15:40:16.627127 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-1606ac97-9212-4c39-9c59-5dacb95a87a1 req-d9dd8038-9451-444a-abac-545ebc6d5ca5 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 210 time: 0.0278614 Apr 11 15:40:16.828318 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:17.708810 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-22e1aeb5-c0cc-4039-95a4-02c7cbad82cb req-1f485dd9-92d9-4186-bfd7-ab756cf3f3d2 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 210 time: 0.0322108 Apr 11 15:40:18.371694 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:18.792123 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6797e2e2-ac0d-4e68-8d62-c0d1a7569815 req-3ac16ccc-f604-4fff-b589-03a5fbc3132e tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 210 time: 0.0280149 Apr 11 15:40:19.870994 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-7c0b4caf-5a57-4f75-b07c-33d30b2c9a88 req-ab99a546-c305-42f8-a252-8232bbe07282 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Apr 11 15:40:20.962615 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-8a12abbc-406b-4be2-be87-3c36e1315f03 req-5911652f-0e8d-4e60-98b1-b2abde44f8ed tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 210 time: 0.0285816 Apr 11 15:40:22.058722 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-68f52efa-ec1d-4b60-a35f-18c750e1fd3b req-fd224035-208b-4234-9763-1c8369072ff6 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 210 time: 0.0301545 Apr 11 15:40:23.154262 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a907a762-6834-4999-b883-20f7f564382a req-7e5cfe89-7141-4f52-8dda-1825ddf57a44 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 210 time: 0.0278451 Apr 11 15:40:23.300832 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b87aeda5-56d4-442f-83d5-3798f8ad1c2b tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:23.302298 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b87aeda5-56d4-442f-83d5-3798f8ad1c2b tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.39 "GET /v2.0/networks?id=a690cf1c-0213-4368-8835-c2cf9b064dde HTTP/1.1" status: 200 len: 808 time: 0.1007040 Apr 11 15:40:23.318420 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Request body: {'port': {'device_id': '6159a071-24d7-41f2-aba9-0a7bb92ddf76', 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde', 'admin_state_up': True, 'tenant_id': 'd0d5e8d687f94b4686b0d35dbd3d7076'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:40:23.523050 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Made reservation on behalf of d0d5e8d687f94b4686b0d35dbd3d7076 for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:40:23.526574 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:23.651317 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Allocated IP 172.20.0.5 (a690cf1c-0213-4368-8835-c2cf9b064dde/e13c936a-9c36-4c1e-8e52-2a81382d5acb/ebf34fe1-4b3c-47ec-83af-98f58f61116e) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:40:23.798685 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks [] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:23.891873 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:23.941683 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Network a690cf1c-0213-4368-8835-c2cf9b064dde is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:40:23.944672 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:40:23.948906 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:40:23.958799 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Pushing event updated for resources: {'Port': ['ID=ebf34fe1-4b3c-47ec-83af-98f58f61116e,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:23.996985 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:23.997686 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:24.099385 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b5a8cc97-03b4-4859-9090-3f2e76f8036f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7848639 Apr 11 15:40:24.114340 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Request body: {'port': {'device_id': '6159a071-24d7-41f2-aba9-0a7bb92ddf76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:40:24.172158 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:24.325336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48edf9-ca20-4db8-9ab6-14b564c3d935 req-c52349c6-fa91-4985-981b-e0cafe1f5586 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:24.326827 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-da48edf9-ca20-4db8-9ab6-14b564c3d935 req-c52349c6-fa91-4985-981b-e0cafe1f5586 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 931 time: 0.1006758 Apr 11 15:40:24.688828 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-da48edf9-ca20-4db8-9ab6-14b564c3d935 req-f43fdcf3-7203-487f-9df0-dd25e156974d tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561795 Apr 11 15:40:24.766723 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf34fe1-4b3c-47ec-83af-98f58f61116e {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:40:24.774029 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Publish callbacks [] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:24.786759 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Transition to ACTIVE for port object ebf34fe1-4b3c-47ec-83af-98f58f61116e will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:40:24.851144 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:24.906414 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf34fe1-4b3c-47ec-83af-98f58f61116e,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:24.970493 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Attempting to bind port ebf34fe1-4b3c-47ec-83af-98f58f61116e on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:40:24.970729 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Attempting to bind port ebf34fe1-4b3c-47ec-83af-98f58f61116e by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '2a6c17b2-5395-4900-8e6a-7a2a84471a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:40:24.971063 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Attempting to bind port ebf34fe1-4b3c-47ec-83af-98f58f61116e on network a690cf1c-0213-4368-8835-c2cf9b064dde {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:40:24.975306 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Port ebf34fe1-4b3c-47ec-83af-98f58f61116e on network a690cf1c-0213-4368-8835-c2cf9b064dde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:40:24.975656 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Attempting to bind port ebf34fe1-4b3c-47ec-83af-98f58f61116e on network a690cf1c-0213-4368-8835-c2cf9b064dde {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:40:24.980447 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:40:24.980791 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Checking segment: {'id': '2a6c17b2-5395-4900-8e6a-7a2a84471a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:40:24.981228 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Bound using segment: {'id': '2a6c17b2-5395-4900-8e6a-7a2a84471a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:40:24.981648 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Bound port: ebf34fe1-4b3c-47ec-83af-98f58f61116e, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6c17b2-5395-4900-8e6a-7a2a84471a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:40:24.982005 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:25.042627 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] For port ebf34fe1-4b3c-47ec-83af-98f58f61116e, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:40:25.046239 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] For port ebf34fe1-4b3c-47ec-83af-98f58f61116e, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ebf34fe1-4b3c-47ec-83af-98f58f61116e,segment=NetworkSegment(2a6c17b2-5395-4900-8e6a-7a2a84471a89),segment_id=2a6c17b2-5395-4900-8e6a-7a2a84471a89)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:40:25.141261 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:25.181671 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:25.182294 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:25.183802 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] 10.222.0.39 "PUT /v2.0/ports/ebf34fe1-4b3c-47ec-83af-98f58f61116e HTTP/1.1" status: 200 len: 1093 time: 1.0735888 Apr 11 15:40:25.184240 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6159a071-24d7-41f2-aba9-0a7bb92ddf76', 'tag': 'ebf34fe1-4b3c-47ec-83af-98f58f61116e'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:40:25.187012 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223486e7-718d-4bb5-bcb9-07880d313fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "6159a071-24d7-41f2-aba9-0a7bb92ddf76", "tag": "ebf34fe1-4b3c-47ec-83af-98f58f61116e"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:40:25.210062 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450a314-d956-497f-a1c4-eddb2fa15304 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf34fe1-4b3c-47ec-83af-98f58f61116e,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:25.224915 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24830867-80bb-4394-a679-d50c438a270b x-openstack-request-id: req-24830867-80bb-4394-a679-d50c438a270b {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:40:25.225256 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6159a071-24d7-41f2-aba9-0a7bb92ddf76", "tag": "ebf34fe1-4b3c-47ec-83af-98f58f61116e", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:40:25.225512 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24830867-80bb-4394-a679-d50c438a270b {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:40:25.226074 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24830867-80bb-4394-a679-d50c438a270b'] response: {'name': 'network-changed', 'server_uuid': '6159a071-24d7-41f2-aba9-0a7bb92ddf76', 'tag': 'ebf34fe1-4b3c-47ec-83af-98f58f61116e', 'status': 'completed', 'code': 200} Apr 11 15:40:25.288350 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223486e7-718d-4bb5-bcb9-07880d313fc5 req-17f5651c-ffd2-4dd1-823f-a7da0fedf3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:25.289877 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-223486e7-718d-4bb5-bcb9-07880d313fc5 req-17f5651c-ffd2-4dd1-823f-a7da0fedf3d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d5e8d687f94b4686b0d35dbd3d7076&device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 1127 time: 0.0396571 Apr 11 15:40:25.396499 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223486e7-718d-4bb5-bcb9-07880d313fc5 req-e121c0b2-4e30-463b-b50c-bb34059fc4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:25.397988 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-223486e7-718d-4bb5-bcb9-07880d313fc5 req-e121c0b2-4e30-463b-b50c-bb34059fc4f4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d0d5e8d687f94b4686b0d35dbd3d7076&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0963235 Apr 11 15:40:25.515066 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223486e7-718d-4bb5-bcb9-07880d313fc5 req-346560b0-f749-4cd5-8561-4a3632e87ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:25.515066 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-223486e7-718d-4bb5-bcb9-07880d313fc5 req-346560b0-f749-4cd5-8561-4a3632e87ed1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951169 Apr 11 15:40:25.583030 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b04e1b2b-f9e3-4050-9167-bd92fe31dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:25.584616 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-b04e1b2b-f9e3-4050-9167-bd92fe31dc63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d5e8d687f94b4686b0d35dbd3d7076&device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 1127 time: 0.0397837 Apr 11 15:40:25.632180 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-7c14e044-c345-4b8e-9e69-ee0ce9bab6c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf34fe1-4b3c-47ec-83af-98f58f61116e HTTP/1.1" status: 200 len: 217 time: 0.0378244 Apr 11 15:40:25.680744 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-e4147b23-3cb5-4c04-b50f-65694f85fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:25.682178 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-e4147b23-3cb5-4c04-b50f-65694f85fe25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e13c936a-9c36-4c1e-8e52-2a81382d5acb HTTP/1.1" status: 200 len: 848 time: 0.0419166 Apr 11 15:40:25.716969 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-552c5bca-f1b5-45b3-8b04-77fbb3d0a7e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a690cf1c-0213-4368-8835-c2cf9b064dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254385 Apr 11 15:40:25.844280 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8a19e-0dfe-4a2d-9674-1f12bfc3035c req-7d3dfb41-0c59-48e5-8301-c5299e21bf75 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:25.845648 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2eb8a19e-0dfe-4a2d-9674-1f12bfc3035c req-7d3dfb41-0c59-48e5-8301-c5299e21bf75 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 943 time: 0.0630589 Apr 11 15:40:25.850983 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-139c927f-a560-4fb6-9795-66f844a8748e service neutron] 10.222.0.39 "GET /v2.0/networks/a690cf1c-0213-4368-8835-c2cf9b064dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244791 Apr 11 15:40:25.946806 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2eb8a19e-0dfe-4a2d-9674-1f12bfc3035c req-e2536848-c973-4ad8-92e5-42f3583fec5f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948818 Apr 11 15:40:25.973043 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-85d33115-a8cc-4b5b-b910-23bec0166eae req-95969355-c6c5-4498-94c2-15175a018d72 service neutron] 10.222.0.39 "GET /v2.0/networks/a690cf1c-0213-4368-8835-c2cf9b064dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085732 Apr 11 15:40:27.059327 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0060f-25e4-4760-b5f6-fc7d3e41bbb1 req-3393c575-6e46-4d63-8d12-9b95d10af081 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:27.060831 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d9c0060f-25e4-4760-b5f6-fc7d3e41bbb1 req-3393c575-6e46-4d63-8d12-9b95d10af081 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 943 time: 0.0475080 Apr 11 15:40:27.106877 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d9c0060f-25e4-4760-b5f6-fc7d3e41bbb1 req-ac2f4d5d-b0d1-478b-b51f-e295201d85ad tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Apr 11 15:40:28.225843 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2280f0b-60a9-4b7a-94d9-9cab42254cc1 req-632e91d0-643c-41c4-8445-4c35edcc77da tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:28.227335 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e2280f0b-60a9-4b7a-94d9-9cab42254cc1 req-632e91d0-643c-41c4-8445-4c35edcc77da tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 943 time: 0.0509760 Apr 11 15:40:28.273964 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e2280f0b-60a9-4b7a-94d9-9cab42254cc1 req-71237c5b-7948-4753-a8b9-f37f1e12a380 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Apr 11 15:40:28.526686 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device ebf34fe1-4b3c-47ec-83af-98f58f61116e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:40:28.620274 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port ebf34fe1-4b3c-47ec-83af-98f58f61116e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ebf34fe1-4b3c-47ec-83af-98f58f61116e,segment=NetworkSegment(2a6c17b2-5395-4900-8e6a-7a2a84471a89),segment_id=2a6c17b2-5395-4900-8e6a-7a2a84471a89)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:28.631780 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': 'ebf34fe1-4b3c-47ec-83af-98f58f61116e', 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde', 'port_id': 'ebf34fe1-4b3c-47ec-83af-98f58f61116e', 'mac_address': 'fa:16:3e:78:16:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13c936a-9c36-4c1e-8e52-2a81382d5acb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:40:28.666858 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port ebf34fe1-4b3c-47ec-83af-98f58f61116e is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:40:28.667245 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:28.683220 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf34fe1-4b3c-47ec-83af-98f58f61116e {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:40:28.703379 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port ebf34fe1-4b3c-47ec-83af-98f58f61116e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ebf34fe1-4b3c-47ec-83af-98f58f61116e,segment=NetworkSegment(2a6c17b2-5395-4900-8e6a-7a2a84471a89),segment_id=2a6c17b2-5395-4900-8e6a-7a2a84471a89)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:28.780112 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:28.950143 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=ebf34fe1-4b3c-47ec-83af-98f58f61116e,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:29.044443 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['ebf34fe1-4b3c-47ec-83af-98f58f61116e'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:40:29.385664 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e97597-ce8a-4514-bb0d-b93c6c1e445e req-252121e0-c8ee-4459-9d6c-40630c01e4dc tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:29.387370 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-36e97597-ce8a-4514-bb0d-b93c6c1e445e req-252121e0-c8ee-4459-9d6c-40630c01e4dc tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 944 time: 0.0472779 Apr 11 15:40:29.434859 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-36e97597-ce8a-4514-bb0d-b93c6c1e445e req-7e0077df-5653-4404-83b0-5be055569ebd tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 Apr 11 15:40:30.542244 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device ebf34fe1-4b3c-47ec-83af-98f58f61116e up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:40:30.546005 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6b863-3b7f-4666-8cb9-471e22abf0fb req-ddc00c20-3b20-4f2e-bd6d-5665f14e2854 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:30.547509 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9db6b863-3b7f-4666-8cb9-471e22abf0fb req-ddc00c20-3b20-4f2e-bd6d-5665f14e2854 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 944 time: 0.0473714 Apr 11 15:40:30.586635 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port ebf34fe1-4b3c-47ec-83af-98f58f61116e completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:40:30.599617 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9db6b863-3b7f-4666-8cb9-471e22abf0fb req-efa06945-71b1-459a-8c05-d54c77f777e8 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 Apr 11 15:40:30.662002 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port ebf34fe1-4b3c-47ec-83af-98f58f61116e triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:40:30.662384 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:30.739049 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port ebf34fe1-4b3c-47ec-83af-98f58f61116e is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:40:30.739049 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:30.760686 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6159a071-24d7-41f2-aba9-0a7bb92ddf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf34fe1-4b3c-47ec-83af-98f58f61116e'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:40:30.763111 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499e925b-b5c9-4cc1-a13e-76469562654e" -d '{"events": [{"server_uuid": "6159a071-24d7-41f2-aba9-0a7bb92ddf76", "name": "network-vif-plugged", "status": "completed", "tag": "ebf34fe1-4b3c-47ec-83af-98f58f61116e"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:40:30.779842 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port ebf34fe1-4b3c-47ec-83af-98f58f61116e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ebf34fe1-4b3c-47ec-83af-98f58f61116e,segment=NetworkSegment(2a6c17b2-5395-4900-8e6a-7a2a84471a89),segment_id=2a6c17b2-5395-4900-8e6a-7a2a84471a89)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:30.803512 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1485131-2d31-473f-8c58-aedce87cef77 x-openstack-request-id: req-c1485131-2d31-473f-8c58-aedce87cef77 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:40:30.803838 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6159a071-24d7-41f2-aba9-0a7bb92ddf76", "name": "network-vif-plugged", "status": "completed", "tag": "ebf34fe1-4b3c-47ec-83af-98f58f61116e", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:40:30.804097 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1485131-2d31-473f-8c58-aedce87cef77 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:40:30.804511 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1485131-2d31-473f-8c58-aedce87cef77'] response: {'server_uuid': '6159a071-24d7-41f2-aba9-0a7bb92ddf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf34fe1-4b3c-47ec-83af-98f58f61116e', 'code': 200} Apr 11 15:40:30.837131 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:30.887296 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=ebf34fe1-4b3c-47ec-83af-98f58f61116e,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:31.121271 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368348f8-bde1-4c9b-9586-aa14b26d53e5 req-0331f45b-3ef3-4466-b707-d29c7ea09438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:31.122665 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-368348f8-bde1-4c9b-9586-aa14b26d53e5 req-0331f45b-3ef3-4466-b707-d29c7ea09438 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 1129 time: 0.0387228 Apr 11 15:40:31.173941 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-368348f8-bde1-4c9b-9586-aa14b26d53e5 req-b14971f9-7795-4a4b-b183-448b5bcccb71 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 Apr 11 15:40:31.708978 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328e23-e00d-4f63-9e99-a31e416cd375 req-c7edb231-3e28-497d-aadd-036c5008acde tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:31.710453 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f328e23-e00d-4f63-9e99-a31e416cd375 req-c7edb231-3e28-497d-aadd-036c5008acde tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 945 time: 0.0461736 Apr 11 15:40:31.755632 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2f328e23-e00d-4f63-9e99-a31e416cd375 req-51be0ca3-e025-4aa8-855d-756c0edb2156 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Apr 11 15:40:32.881220 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adaba8-1752-43a3-8a74-9d1ac96f59a4 req-69fccd5c-06f6-4400-8c59-1bf1989d1a41 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:32.882720 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-80adaba8-1752-43a3-8a74-9d1ac96f59a4 req-69fccd5c-06f6-4400-8c59-1bf1989d1a41 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 945 time: 0.0523081 Apr 11 15:40:32.929618 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-80adaba8-1752-43a3-8a74-9d1ac96f59a4 req-d39c2a87-7ed7-4aff-823a-c6d0d4148c36 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Apr 11 15:40:34.144626 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ab865-5cce-484b-bc97-9df5d305ea68 req-8f17da3b-7f42-47cd-8f23-e180b0a10ca2 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:34.146140 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a81ab865-5cce-484b-bc97-9df5d305ea68 req-8f17da3b-7f42-47cd-8f23-e180b0a10ca2 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 945 time: 0.0469108 Apr 11 15:40:34.194117 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-a81ab865-5cce-484b-bc97-9df5d305ea68 req-0da20844-a8f7-4d8e-a3fd-32dad0989541 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Apr 11 15:40:35.316470 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b756a-6e0e-407c-833c-d22add230a88 req-4deb24ab-fc87-4213-9578-422be1a1f195 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:35.318861 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-eb2b756a-6e0e-407c-833c-d22add230a88 req-4deb24ab-fc87-4213-9578-422be1a1f195 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 945 time: 0.0554836 Apr 11 15:40:35.368645 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-eb2b756a-6e0e-407c-833c-d22add230a88 req-fd5d382a-7bcc-4985-bd74-0d5d6a3bec06 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442896 Apr 11 15:40:35.510812 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-a4578c5c-8cab-42f3-9e91-820402d77a02 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:35.512323 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-a4578c5c-8cab-42f3-9e91-820402d77a02 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.39 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 945 time: 0.0455346 Apr 11 15:40:35.597830 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-ed2d6fb4-e107-4a26-b451-b51fee558b16 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Deleting port ebf34fe1-4b3c-47ec-83af-98f58f61116e {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:40:35.598174 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-ed2d6fb4-e107-4a26-b451-b51fee558b16 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:35.689694 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-ed2d6fb4-e107-4a26-b451-b51fee558b16 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] For port ebf34fe1-4b3c-47ec-83af-98f58f61116e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ebf34fe1-4b3c-47ec-83af-98f58f61116e,segment=NetworkSegment(2a6c17b2-5395-4900-8e6a-7a2a84471a89),segment_id=2a6c17b2-5395-4900-8e6a-7a2a84471a89)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:35.690058 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-ed2d6fb4-e107-4a26-b451-b51fee558b16 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:35.703507 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-ed2d6fb4-e107-4a26-b451-b51fee558b16 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Calling delete_port for ebf34fe1-4b3c-47ec-83af-98f58f61116e owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:40:35.922753 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-ed2d6fb4-e107-4a26-b451-b51fee558b16 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (ebf34fe1-4b3c-47ec-83af-98f58f61116e), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:35.939938 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['ebf34fe1-4b3c-47ec-83af-98f58f61116e'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:40:35.951928 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d6fb4-e107-4a26-b451-b51fee558b16 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Pushing event deleted for resources: {'Port': ['ID=ebf34fe1-4b3c-47ec-83af-98f58f61116e,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:35.995994 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-ed2d6fb4-e107-4a26-b451-b51fee558b16 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] No DVR routers for this DVR port ebf34fe1-4b3c-47ec-83af-98f58f61116e on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:40:35.998589 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-ed2d6fb4-e107-4a26-b451-b51fee558b16 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:36.002511 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-9ae7bb61-c51b-4d0f-bf69-428c8cb69400 req-ed2d6fb4-e107-4a26-b451-b51fee558b16 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.39 "DELETE /v2.0/ports/ebf34fe1-4b3c-47ec-83af-98f58f61116e HTTP/1.1" status: 204 len: 173 time: 0.4849362 Apr 11 15:40:36.002953 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6159a071-24d7-41f2-aba9-0a7bb92ddf76', 'name': 'network-vif-deleted', 'tag': 'ebf34fe1-4b3c-47ec-83af-98f58f61116e'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:40:36.005290 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986ce037-5212-4029-aec5-c30793845bde" -d '{"events": [{"server_uuid": "6159a071-24d7-41f2-aba9-0a7bb92ddf76", "name": "network-vif-deleted", "tag": "ebf34fe1-4b3c-47ec-83af-98f58f61116e"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:40:36.040577 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4de063-1609-4e9c-b2f1-0037c7514cd2 x-openstack-request-id: req-fb4de063-1609-4e9c-b2f1-0037c7514cd2 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:40:36.040877 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6159a071-24d7-41f2-aba9-0a7bb92ddf76", "name": "network-vif-deleted", "tag": "ebf34fe1-4b3c-47ec-83af-98f58f61116e", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:40:36.041133 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fb4de063-1609-4e9c-b2f1-0037c7514cd2 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:40:36.041793 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4de063-1609-4e9c-b2f1-0037c7514cd2'] response: {'server_uuid': '6159a071-24d7-41f2-aba9-0a7bb92ddf76', 'name': 'network-vif-deleted', 'tag': 'ebf34fe1-4b3c-47ec-83af-98f58f61116e', 'status': 'completed', 'code': 200} Apr 11 15:40:36.483876 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-b87a665f-66f3-4e8d-819d-41c655f24c69 req-68e1e2fa-8d15-471b-8c64-0c2b25b086b7 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=6159a071-24d7-41f2-aba9-0a7bb92ddf76 HTTP/1.1" status: 200 len: 210 time: 0.0270765 Apr 11 15:40:37.747808 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-6855b99c-1bd3-4bfa-9cbe-66121561c7f6 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:37.750068 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-6855b99c-1bd3-4bfa-9cbe-66121561c7f6 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/networks?id=a690cf1c-0213-4368-8835-c2cf9b064dde HTTP/1.1" status: 200 len: 808 time: 0.1058538 Apr 11 15:40:37.765623 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-41ab31c6-07f5-4889-9166-628c26f07a2f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/quotas/d0d5e8d687f94b4686b0d35dbd3d7076 HTTP/1.1" status: 200 len: 375 time: 0.0096297 Apr 11 15:40:37.798946 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-2d6f0f94-3ca5-4d87-9d41-07c7384fe254 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0d5e8d687f94b4686b0d35dbd3d7076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282421 Apr 11 15:40:37.893859 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-3eadc77c-08b9-4e87-9aca-de16bf16ac61 service neutron] 10.222.0.47 "GET /v2.0/networks/a690cf1c-0213-4368-8835-c2cf9b064dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882161 Apr 11 15:40:37.981138 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-5f86db44-3abf-4cf9-b0d5-7ad1850e04f7 service neutron] 10.222.0.47 "GET /v2.0/networks/a690cf1c-0213-4368-8835-c2cf9b064dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814147 Apr 11 15:40:38.233315 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-bb2fe2c1-3fbf-4303-ba8a-b4705505d87a req-1ee61ffa-cedb-474f-b535-987cf7d5ca13 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 210 time: 0.0327985 Apr 11 15:40:39.179643 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:39.333526 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-11aec6ff-8338-4757-adae-df3b6dc39125 req-85a8ce8c-4967-46e1-afc0-466185575219 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 210 time: 0.0307140 Apr 11 15:40:40.259531 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-491a5109-304e-46e5-8a90-9957c67e13a4 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:40.260992 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-491a5109-304e-46e5-8a90-9957c67e13a4 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.39 "GET /v2.0/networks?id=a690cf1c-0213-4368-8835-c2cf9b064dde HTTP/1.1" status: 200 len: 808 time: 0.1063230 Apr 11 15:40:40.281113 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Request body: {'port': {'device_id': '30186ee7-c01c-45ed-8afb-037ac41d4449', 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde', 'admin_state_up': True, 'tenant_id': 'd0d5e8d687f94b4686b0d35dbd3d7076'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:40:40.439688 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-c419c562-a494-4fbc-a85c-05bd3fd35651 req-49aa1fd6-2e62-40f4-b878-e226d2183268 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 210 time: 0.0290320 Apr 11 15:40:40.473940 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Made reservation on behalf of d0d5e8d687f94b4686b0d35dbd3d7076 for: {'port': 1} {{(pid=103869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 15:40:40.477530 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:40.584809 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device ebf34fe1-4b3c-47ec-83af-98f58f61116e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:40:40.615419 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.db_base_plugin_common [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Allocated IP 172.20.0.10 (a690cf1c-0213-4368-8835-c2cf9b064dde/e13c936a-9c36-4c1e-8e52-2a81382d5acb/90a14acb-8e59-449e-a75b-84e01c220c1d) {{(pid=103869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 15:40:40.617495 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: ebf34fe1-4b3c-47ec-83af-98f58f61116e {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:40:40.617695 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device ebf34fe1-4b3c-47ec-83af-98f58f61116e not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:40:40.768995 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks [] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:40.883114 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792799041338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:40.929276 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Network a690cf1c-0213-4368-8835-c2cf9b064dde is already hosted by enough agents. {{(pid=103869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 15:40:40.932272 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.scheduler.base_scheduler [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Resources bound (agent type, host, resource id): {{(pid=103869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 15:40:40.935882 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Received port after_create {{(pid=103869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 15:40:40.942200 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Pushing event updated for resources: {'Port': ['ID=90a14acb-8e59-449e-a75b-84e01c220c1d,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:40.987060 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:40.987804 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:41.079622 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-d061bea3-4046-401d-b619-cdffbe2ae178 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8022902 Apr 11 15:40:41.095744 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.v2.base [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Request body: {'port': {'device_id': '30186ee7-c01c-45ed-8afb-037ac41d4449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=103869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 15:40:41.157277 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:41.424166 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a14acb-8e59-449e-a75b-84e01c220c1d {{(pid=103869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:40:41.431733 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Publish callbacks [] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), precommit_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:41.443948 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.provisioning_blocks [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Transition to ACTIVE for port object 90a14acb-8e59-449e-a75b-84e01c220c1d will not be triggered until provisioned by entity L2. {{(pid=103869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 15:40:41.507801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:41.599360 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Pushing event updated for resources: {'Port': ['ID=90a14acb-8e59-449e-a75b-84e01c220c1d,revision_number=2']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:41.609372 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb3fa-69fa-4bd7-b857-1f455bd2ffa2 req-dff2f72e-daf9-43df-874e-ac189b0f05b9 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:41.609372 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faaeb3fa-69fa-4bd7-b857-1f455bd2ffa2 req-dff2f72e-daf9-43df-874e-ac189b0f05b9 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 944 time: 0.0734038 Apr 11 15:40:41.701905 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-faaeb3fa-69fa-4bd7-b857-1f455bd2ffa2 req-7185ebdf-3991-4bc9-9909-156ed7e31a1b tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779293 Apr 11 15:40:41.706709 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Attempting to bind port 90a14acb-8e59-449e-a75b-84e01c220c1d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 15:40:41.707064 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Attempting to bind port 90a14acb-8e59-449e-a75b-84e01c220c1d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '2a6c17b2-5395-4900-8e6a-7a2a84471a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde'}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 15:40:41.707400 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Attempting to bind port 90a14acb-8e59-449e-a75b-84e01c220c1d on network a690cf1c-0213-4368-8835-c2cf9b064dde {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:40:41.711997 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Port 90a14acb-8e59-449e-a75b-84e01c220c1d on network a690cf1c-0213-4368-8835-c2cf9b064dde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 15:40:41.712336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Attempting to bind port 90a14acb-8e59-449e-a75b-84e01c220c1d on network a690cf1c-0213-4368-8835-c2cf9b064dde {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 15:40:41.717596 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Checking agent: {'id': 'cb8e52ba-00dc-419e-ace0-529c2e18579d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'started_at': datetime.datetime(2022, 4, 11, 15, 20, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 15:40:41.717956 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Checking segment: {'id': '2a6c17b2-5395-4900-8e6a-7a2a84471a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 15:40:41.718335 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Bound using segment: {'id': '2a6c17b2-5395-4900-8e6a-7a2a84471a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde'} {{(pid=103869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 15:40:41.718773 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.managers [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Bound port: 90a14acb-8e59-449e-a75b-84e01c220c1d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6c17b2-5395-4900-8e6a-7a2a84471a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde'}}] {{(pid=103869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 15:40:41.719136 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), before_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:41.786962 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] For port 90a14acb-8e59-449e-a75b-84e01c220c1d, host hv-cinder-83608, cleared binding levels {{(pid=103869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 15:40:41.789731 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] For port 90a14acb-8e59-449e-a75b-84e01c220c1d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=90a14acb-8e59-449e-a75b-84e01c220c1d,segment=NetworkSegment(2a6c17b2-5395-4900-8e6a-7a2a84471a89),segment_id=2a6c17b2-5395-4900-8e6a-7a2a84471a89)] {{(pid=103869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 15:40:41.860463 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2492669'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), after_update {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:41.898541 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:41.899169 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:41.900676 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] 10.222.0.39 "PUT /v2.0/ports/90a14acb-8e59-449e-a75b-84e01c220c1d HTTP/1.1" status: 200 len: 1094 time: 0.8096189 Apr 11 15:40:41.901183 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30186ee7-c01c-45ed-8afb-037ac41d4449', 'tag': '90a14acb-8e59-449e-a75b-84e01c220c1d'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:40:41.903523 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5175b725-c0ea-4dc1-83f3-321a229dc6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "30186ee7-c01c-45ed-8afb-037ac41d4449", "tag": "90a14acb-8e59-449e-a75b-84e01c220c1d"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:40:41.928048 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9d743-3140-495b-a60f-e3429b6cfd90 service neutron] Pushing event updated for resources: {'Port': ['ID=90a14acb-8e59-449e-a75b-84e01c220c1d,revision_number=3']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:41.951097 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 15:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fb4bda-2629-4641-9df5-e80f4dd69f15 x-openstack-request-id: req-81fb4bda-2629-4641-9df5-e80f4dd69f15 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:40:41.951463 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30186ee7-c01c-45ed-8afb-037ac41d4449", "tag": "90a14acb-8e59-449e-a75b-84e01c220c1d", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:40:41.951750 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-81fb4bda-2629-4641-9df5-e80f4dd69f15 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:40:41.952211 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fb4bda-2629-4641-9df5-e80f4dd69f15'] response: {'name': 'network-changed', 'server_uuid': '30186ee7-c01c-45ed-8afb-037ac41d4449', 'tag': '90a14acb-8e59-449e-a75b-84e01c220c1d', 'status': 'completed', 'code': 200} Apr 11 15:40:41.997069 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb9cd-b743-4b12-943d-750b38afc83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:42.020141 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175b725-c0ea-4dc1-83f3-321a229dc6fa req-a546d319-2d23-49ae-9586-bae8762cafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:42.021680 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5175b725-c0ea-4dc1-83f3-321a229dc6fa req-a546d319-2d23-49ae-9586-bae8762cafb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d5e8d687f94b4686b0d35dbd3d7076&device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 1128 time: 0.0486908 Apr 11 15:40:42.031184 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:40:42.136644 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175b725-c0ea-4dc1-83f3-321a229dc6fa req-b02dcce2-c5cb-481b-95e7-e72cb301f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:42.138129 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5175b725-c0ea-4dc1-83f3-321a229dc6fa req-b02dcce2-c5cb-481b-95e7-e72cb301f46f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d0d5e8d687f94b4686b0d35dbd3d7076&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0990067 Apr 11 15:40:42.232524 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175b725-c0ea-4dc1-83f3-321a229dc6fa req-9bc74453-36cb-47d7-8ce2-cc18d65d474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:42.233918 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5175b725-c0ea-4dc1-83f3-321a229dc6fa req-9bc74453-36cb-47d7-8ce2-cc18d65d474b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886815 Apr 11 15:40:42.320147 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-5d0b1551-da1a-4313-aa51-ea154707f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:42.321608 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-5d0b1551-da1a-4313-aa51-ea154707f278 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0d5e8d687f94b4686b0d35dbd3d7076&device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 1128 time: 0.0435328 Apr 11 15:40:42.367474 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-bce2eea9-c6e0-416a-bbb4-0ba132e040f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90a14acb-8e59-449e-a75b-84e01c220c1d HTTP/1.1" status: 200 len: 217 time: 0.0336232 Apr 11 15:40:42.414393 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-5130e7c3-9173-4503-add2-98f864cb55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:42.415868 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-5130e7c3-9173-4503-add2-98f864cb55b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e13c936a-9c36-4c1e-8e52-2a81382d5acb HTTP/1.1" status: 200 len: 848 time: 0.0428796 Apr 11 15:40:42.450157 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-fa5e2fdd-2805-4c02-92d5-1529b23ba2ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a690cf1c-0213-4368-8835-c2cf9b064dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254974 Apr 11 15:40:42.543869 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-1dfa4e40-7ea9-47b9-bfb2-3bcd36c397c3 service neutron] 10.222.0.39 "GET /v2.0/networks/a690cf1c-0213-4368-8835-c2cf9b064dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840898 Apr 11 15:40:42.633712 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-0fbabc12-2f76-405d-aafc-c574f6e01613 req-5f97e640-24c3-49fe-b441-98b70d657d5e service neutron] 10.222.0.39 "GET /v2.0/networks/a690cf1c-0213-4368-8835-c2cf9b064dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809076 Apr 11 15:40:42.821286 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98258077-6d5f-47ae-9efa-ee68f0e9d43a req-a08d55af-3030-4ca5-848b-aa6394b70407 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:42.822790 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-98258077-6d5f-47ae-9efa-ee68f0e9d43a req-a08d55af-3030-4ca5-848b-aa6394b70407 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 944 time: 0.0519283 Apr 11 15:40:42.868413 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-98258077-6d5f-47ae-9efa-ee68f0e9d43a req-e52cf447-abd1-4490-b63e-33ab45791d3a tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Apr 11 15:40:43.982687 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf7559-15ba-4b91-b6ff-f9170f1d5732 req-4de16d9d-dc81-4e1c-b6ae-65be7d7c48d1 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:43.984226 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-77bf7559-15ba-4b91-b6ff-f9170f1d5732 req-4de16d9d-dc81-4e1c-b6ae-65be7d7c48d1 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 944 time: 0.0472634 Apr 11 15:40:44.032056 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-77bf7559-15ba-4b91-b6ff-f9170f1d5732 req-50ba8c1f-fa06-41a3-a7cc-e7620e0e69f8 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Apr 11 15:40:44.416535 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-abc003b6-e12f-487e-b440-b764fbc212c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:44.616224 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 90a14acb-8e59-449e-a75b-84e01c220c1d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=103870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 15:40:44.716335 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 90a14acb-8e59-449e-a75b-84e01c220c1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=90a14acb-8e59-449e-a75b-84e01c220c1d,segment=NetworkSegment(2a6c17b2-5395-4900-8e6a-7a2a84471a89),segment_id=2a6c17b2-5395-4900-8e6a-7a2a84471a89)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:44.727419 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Returning: {'device': '90a14acb-8e59-449e-a75b-84e01c220c1d', 'network_id': 'a690cf1c-0213-4368-8835-c2cf9b064dde', 'port_id': '90a14acb-8e59-449e-a75b-84e01c220c1d', 'mac_address': 'fa:16:3e:6c:4c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13c936a-9c36-4c1e-8e52-2a81382d5acb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 15:40:44.764214 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 90a14acb-8e59-449e-a75b-84e01c220c1d is: DOWN; New status is: BUILD {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:40:44.764604 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:44.777608 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a14acb-8e59-449e-a75b-84e01c220c1d {{(pid=103870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 15:40:44.796529 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 90a14acb-8e59-449e-a75b-84e01c220c1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=90a14acb-8e59-449e-a75b-84e01c220c1d,segment=NetworkSegment(2a6c17b2-5395-4900-8e6a-7a2a84471a89),segment_id=2a6c17b2-5395-4900-8e6a-7a2a84471a89)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:44.859594 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:44.911556 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=90a14acb-8e59-449e-a75b-84e01c220c1d,revision_number=4']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:45.107982 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['90a14acb-8e59-449e-a75b-84e01c220c1d'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:40:45.149552 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea597c-97a0-42f8-99d3-0e4079062b1d req-6e1fe113-9eed-4861-911c-ee2ab4beb1fd tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:45.151036 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d8ea597c-97a0-42f8-99d3-0e4079062b1d req-6e1fe113-9eed-4861-911c-ee2ab4beb1fd tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 945 time: 0.0531387 Apr 11 15:40:45.200824 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-d8ea597c-97a0-42f8-99d3-0e4079062b1d req-115e387e-a11e-4a0c-83cd-80a802f16c9e tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Apr 11 15:40:45.562302 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:46.314159 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd7e7d-284a-49d5-bd08-f98e6268a95b req-c8d08b50-f5ad-405a-9ef2-f66a162a12c7 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:46.316409 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2afd7e7d-284a-49d5-bd08-f98e6268a95b req-c8d08b50-f5ad-405a-9ef2-f66a162a12c7 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 945 time: 0.0476980 Apr 11 15:40:46.362687 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2afd7e7d-284a-49d5-bd08-f98e6268a95b req-97a0d1e2-37aa-4f3e-aff1-ffda993c0342 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Apr 11 15:40:46.616931 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 90a14acb-8e59-449e-a75b-84e01c220c1d up at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 15:40:46.664531 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning for port 90a14acb-8e59-449e-a75b-84e01c220c1d completed by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 15:40:46.753065 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.db.provisioning_blocks [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Provisioning complete for port 90a14acb-8e59-449e-a75b-84e01c220c1d triggered by entity L2. {{(pid=103870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 15:40:46.753434 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1424734'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), provisioning_complete {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:46.820238 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:46.828800 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Current status of the port 90a14acb-8e59-449e-a75b-84e01c220c1d is: BUILD; New status is: ACTIVE {{(pid=103870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 15:40:46.829181 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-726357'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), before_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:46.852587 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30186ee7-c01c-45ed-8afb-037ac41d4449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a14acb-8e59-449e-a75b-84e01c220c1d'}] {{(pid=103870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:40:46.854797 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0ce451dc90e3881c70a18d66de55ef6acd26a548b788a2e3fdc2e0fec593a17" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bd2e65-fbbc-463f-814c-33046e12dc4f" -d '{"events": [{"server_uuid": "30186ee7-c01c-45ed-8afb-037ac41d4449", "name": "network-vif-plugged", "status": "completed", "tag": "90a14acb-8e59-449e-a75b-84e01c220c1d"}]}' {{(pid=103870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:40:46.866484 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] For port 90a14acb-8e59-449e-a75b-84e01c220c1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=90a14acb-8e59-449e-a75b-84e01c220c1d,segment=NetworkSegment(2a6c17b2-5395-4900-8e6a-7a2a84471a89),segment_id=2a6c17b2-5395-4900-8e6a-7a2a84471a89)] {{(pid=103870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:46.889849 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba19f670-d3d2-4504-8859-6b4ab3d32b83 x-openstack-request-id: req-ba19f670-d3d2-4504-8859-6b4ab3d32b83 {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:40:46.890149 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30186ee7-c01c-45ed-8afb-037ac41d4449", "name": "network-vif-plugged", "status": "completed", "tag": "90a14acb-8e59-449e-a75b-84e01c220c1d", "code": 200}]} {{(pid=103870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:40:46.890406 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba19f670-d3d2-4504-8859-6b4ab3d32b83 {{(pid=103870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:40:46.890811 dv-cinder-836083-4-iscsi neutron-server[103870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba19f670-d3d2-4504-8859-6b4ab3d32b83'] response: {'server_uuid': '30186ee7-c01c-45ed-8afb-037ac41d4449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a14acb-8e59-449e-a75b-84e01c220c1d', 'code': 200} Apr 11 15:40:46.942515 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792799518239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792799041356', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792799041374'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:47.002241 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Pushing event updated for resources: {'Port': ['ID=90a14acb-8e59-449e-a75b-84e01c220c1d,revision_number=5']} {{(pid=103870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:47.206336 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f792-cbfa-43a0-a4e4-2b73c1c56085 req-e061a442-3ffc-449f-ac3d-485105065546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:47.207829 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5190f792-cbfa-43a0-a4e4-2b73c1c56085 req-e061a442-3ffc-449f-ac3d-485105065546 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 1130 time: 0.0376663 Apr 11 15:40:47.257527 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-5190f792-cbfa-43a0-a4e4-2b73c1c56085 req-194bb41a-e090-4c68-9a3d-ce4aaf8484e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409226 Apr 11 15:40:47.474756 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d4c54-1387-4be1-bb71-d9ac31d23613 req-e66cf50d-df7a-4659-990b-bfbf3ece464f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:47.476192 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e52d4c54-1387-4be1-bb71-d9ac31d23613 req-e66cf50d-df7a-4659-990b-bfbf3ece464f tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 946 time: 0.0463014 Apr 11 15:40:47.522758 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-e52d4c54-1387-4be1-bb71-d9ac31d23613 req-2f9d27b3-e8d3-4d4b-8fcd-4eb6ebc6bb9c tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Apr 11 15:40:48.339287 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:48.652829 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af260-1b1b-494e-815c-10f4fa7c9ce2 req-d4e93152-674d-42c9-ad76-e100d1cf3b09 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:48.654312 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-486af260-1b1b-494e-815c-10f4fa7c9ce2 req-d4e93152-674d-42c9-ad76-e100d1cf3b09 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 946 time: 0.0562854 Apr 11 15:40:48.702826 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-486af260-1b1b-494e-815c-10f4fa7c9ce2 req-d605fe9e-d76f-42ba-a20a-6d3ee3b86254 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Apr 11 15:40:49.815804 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43404f6-e3f4-44ee-90f4-2e7baaec63f0 req-995865b9-dacb-4486-aa22-ec8f6ab8513c tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:49.817269 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f43404f6-e3f4-44ee-90f4-2e7baaec63f0 req-995865b9-dacb-4486-aa22-ec8f6ab8513c tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 946 time: 0.0501215 Apr 11 15:40:49.862292 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-f43404f6-e3f4-44ee-90f4-2e7baaec63f0 req-a8ef6c45-3d27-48ad-91a2-ce2cc8a60da2 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395701 Apr 11 15:40:51.022820 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ad9b9-b0d2-4ff0-a3f8-b899e1266848 req-2ab07e52-df75-4373-a5db-6ee491f1c3f0 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:51.024407 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-073ad9b9-b0d2-4ff0-a3f8-b899e1266848 req-2ab07e52-df75-4373-a5db-6ee491f1c3f0 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 946 time: 0.0469470 Apr 11 15:40:51.070658 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-073ad9b9-b0d2-4ff0-a3f8-b899e1266848 req-201ef2af-9e20-40fe-9552-bc5a18c0ffe7 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Apr 11 15:40:52.185050 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfa80c-fdf9-44b1-aada-2df7b50e2cf2 req-4ce28250-c3c9-4ad4-9cd0-a3b83fbb84ad tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:52.186673 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2dcfa80c-fdf9-44b1-aada-2df7b50e2cf2 req-4ce28250-c3c9-4ad4-9cd0-a3b83fbb84ad tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 946 time: 0.0474508 Apr 11 15:40:52.237737 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-2dcfa80c-fdf9-44b1-aada-2df7b50e2cf2 req-645df996-9e88-4602-aa19-411c8ece4195 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/security-groups?id=a40e45d1-9098-4621-8ab1-bb08097478d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450454 Apr 11 15:40:52.375157 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-d243aa77-3f1c-4df5-ac0e-d44df1a9f63d tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 15:40:52.377224 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-d243aa77-3f1c-4df5-ac0e-d44df1a9f63d tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.39 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 946 time: 0.0470319 Apr 11 15:40:52.464555 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Deleting port 90a14acb-8e59-449e-a75b-84e01c220c1d {{(pid=103869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 15:40:52.464890 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792799510815'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:52.556708 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.db [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] For port 90a14acb-8e59-449e-a75b-84e01c220c1d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=90a14acb-8e59-449e-a75b-84e01c220c1d,segment=NetworkSegment(2a6c17b2-5395-4900-8e6a-7a2a84471a89),segment_id=2a6c17b2-5395-4900-8e6a-7a2a84471a89)] {{(pid=103869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 15:40:52.557079 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772586'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:52.571239 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.plugin [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Calling delete_port for 90a14acb-8e59-449e-a75b-84e01c220c1d owned by compute:nova {{(pid=103869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 15:40:52.768131 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-727735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792799518221', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792799041347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2492662'] for port (90a14acb-8e59-449e-a75b-84e01c220c1d), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:52.783670 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.db [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] get_ports_and_sgs() called for port_ids ['90a14acb-8e59-449e-a75b-84e01c220c1d'] {{(pid=103870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 15:40:52.794782 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Pushing event deleted for resources: {'Port': ['ID=90a14acb-8e59-449e-a75b-84e01c220c1d,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.811801 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.813504 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.813504 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:40:52.851861 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] No DVR routers for this DVR port 90a14acb-8e59-449e-a75b-84e01c220c1d on host hv-cinder-83608 {{(pid=103869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 15:40:52.854306 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59096'] for port (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:40:52.857641 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-90a8d23f-c6d5-4969-8b1e-4f06dd3dece9 req-fbe2555a-e6ab-4eb1-b8b9-011681797011 tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.39 "DELETE /v2.0/ports/90a14acb-8e59-449e-a75b-84e01c220c1d HTTP/1.1" status: 204 len: 173 time: 0.4732561 Apr 11 15:40:52.858032 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30186ee7-c01c-45ed-8afb-037ac41d4449', 'name': 'network-vif-deleted', 'tag': '90a14acb-8e59-449e-a75b-84e01c220c1d'}] {{(pid=103869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 15:40:52.860269 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0a31b80cc20171dc957a3beca7bf3f42c52efe7feaf0b44f87801450452a46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ba8875-6980-4f00-a879-0334bf864be7" -d '{"events": [{"server_uuid": "30186ee7-c01c-45ed-8afb-037ac41d4449", "name": "network-vif-deleted", "tag": "90a14acb-8e59-449e-a75b-84e01c220c1d"}]}' {{(pid=103869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 15:40:52.896413 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c8aefc-15e2-485c-9f30-5f8c7312cd90 x-openstack-request-id: req-c2c8aefc-15e2-485c-9f30-5f8c7312cd90 {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 15:40:52.896711 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30186ee7-c01c-45ed-8afb-037ac41d4449", "name": "network-vif-deleted", "tag": "90a14acb-8e59-449e-a75b-84e01c220c1d", "status": "completed", "code": 200}]} {{(pid=103869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 15:40:52.896974 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2c8aefc-15e2-485c-9f30-5f8c7312cd90 {{(pid=103869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 15:40:52.897663 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c8aefc-15e2-485c-9f30-5f8c7312cd90'] response: {'server_uuid': '30186ee7-c01c-45ed-8afb-037ac41d4449', 'name': 'network-vif-deleted', 'tag': '90a14acb-8e59-449e-a75b-84e01c220c1d', 'status': 'completed', 'code': 200} Apr 11 15:40:53.347327 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [req-6c3dfc49-9146-4c66-a112-910a773724ce req-a6a431fb-c452-4cd2-8a0f-6d103e2c313d tempest-VolumesActionsTest-1673437559 tempest-VolumesActionsTest-1673437559-project] 10.222.0.47 "GET /v2.0/ports?device_id=30186ee7-c01c-45ed-8afb-037ac41d4449 HTTP/1.1" status: 200 len: 210 time: 0.0293522 Apr 11 15:40:57.488118 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 90a14acb-8e59-449e-a75b-84e01c220c1d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 15:40:57.511407 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.plugin [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] No Port match for: 90a14acb-8e59-449e-a75b-84e01c220c1d {{(pid=103870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 15:40:57.511884 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron.plugins.ml2.rpc [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Device 90a14acb-8e59-449e-a75b-84e01c220c1d not bound to the agent host hv-cinder-83608 {{(pid=103870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 15:41:09.373122 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:12.175854 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-5d39afee-a85d-4991-b4fb-9b8c5cfa2639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:14.444421 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1a12f241-d4d7-4116-966d-21b9e25b10c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:15.544940 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:16.850193 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:18.344384 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.031109 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:41:19.329149 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 40758) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:41:19.377216 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.db.db_base_plugin_v2 [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Deleting subnet e13c936a-9c36-4c1e-8e52-2a81382d5acb {{(pid=103868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 15:41:19.380708 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Publish callbacks [] for subnet (e13c936a-9c36-4c1e-8e52-2a81382d5acb), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.420911 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10103200'] for subnet (e13c936a-9c36-4c1e-8e52-2a81382d5acb), precommit_delete_associations {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.466216 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697914'] for subnet (e13c936a-9c36-4c1e-8e52-2a81382d5acb), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.588137 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10357446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9838269'] for subnet (e13c936a-9c36-4c1e-8e52-2a81382d5acb), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.612744 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13c936a-9c36-4c1e-8e52-2a81382d5acb,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:41:19.622486 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.622842 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.623191 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.623570 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.623910 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.624246 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.624967 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.624967 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.625206 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.625533 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.625861 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.626188 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.626512 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.626834 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.627156 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-4-iscsi {{(pid=103868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 15:41:19.630054 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for subnet (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.633563 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-997cd4da-1af2-46b1-b7d2-f57513337a3c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e13c936a-9c36-4c1e-8e52-2a81382d5acb HTTP/1.1" status: 204 len: 168 time: 0.3033268 Apr 11 15:41:19.636767 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40762) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:41:19.706544 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771945'] for network (a690cf1c-0213-4368-8835-c2cf9b064dde), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.803483 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700599', 'neutron.services.segments.db._delete_segments_for_network-8792799553967'] for network (a690cf1c-0213-4368-8835-c2cf9b064dde), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.823731 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a690cf1c-0213-4368-8835-c2cf9b064dde']}} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:41:19.836704 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6c17b2-5395-4900-8e6a-7a2a84471a89') {'for_net_delete': True} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:41:19.837004 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.services.segments.db [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6c17b2-5395-4900-8e6a-7a2a84471a89') {} {{(pid=103869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 15:41:19.846788 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792799555512', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2945586'] for segment (2a6c17b2-5395-4900-8e6a-7a2a84471a89), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.859633 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375'] for segment (2a6c17b2-5395-4900-8e6a-7a2a84471a89), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.865440 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 15:41:19.865818 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492449'] for segment (2a6c17b2-5395-4900-8e6a-7a2a84471a89), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: Traceback (most recent call last): Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: timer() Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: cb(*args, **kw) Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: return func(*args, **kwargs) Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: self._notify() Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: self.callback(batched_events) Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: event.method(event) Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: return f(self, *a, **k) Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._get(url).json() Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: return self.request(url, 'GET', **kwargs) Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 15:41:19.867487 dv-cinder-836083-4-iscsi neutron-server[103869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 15:41:19.975644 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776538'] for network (a690cf1c-0213-4368-8835-c2cf9b064dde), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.981077 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1831991'] for network (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:19.984284 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a690cf1c-0213-4368-8835-c2cf9b064dde HTTP/1.1" status: 204 len: 168 time: 0.3465300 Apr 11 15:41:19.995102 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405f3b4-91e2-4259-a498-37fb68537924 admin admin] Pushing event deleted for resources: {'Network': ['ID=a690cf1c-0213-4368-8835-c2cf9b064dde,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:41:20.265207 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40766) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:41:20.304344 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-a0dcc0ca-c4c1-489d-b566-bc43f9c7888a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0d5e8d687f94b4686b0d35dbd3d7076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379412 Apr 11 15:41:20.307221 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40768) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:41:20.358492 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9b7ac5e4-9ce3-4425-ac64-573f9f5ae8b9 admin admin] Publish callbacks [] for security_group (a40e45d1-9098-4621-8ab1-bb08097478d7), before_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:20.380165 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9b7ac5e4-9ce3-4425-ac64-573f9f5ae8b9 admin admin] Publish callbacks [] for security_group (a40e45d1-9098-4621-8ab1-bb08097478d7), precommit_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:20.501447 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9b7ac5e4-9ce3-4425-ac64-573f9f5ae8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (a40e45d1-9098-4621-8ab1-bb08097478d7), after_delete {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:20.504189 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-9b7ac5e4-9ce3-4425-ac64-573f9f5ae8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:20.505366 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-9b7ac5e4-9ce3-4425-ac64-573f9f5ae8b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a40e45d1-9098-4621-8ab1-bb08097478d7 HTTP/1.1" status: 204 len: 168 time: 0.1972435 Apr 11 15:41:20.513638 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ac5e4-9ce3-4425-ac64-573f9f5ae8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e45d1-9098-4621-8ab1-bb08097478d7,revision_number=None']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:41:39.215940 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:41.998406 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-979b6dfb-f430-444f-9fb3-154c4fb88253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:42.004866 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.wsgi [-] (103869) accepted ('10.222.0.47', 40900) {{(pid=103869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:41:42.107892 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2d4e6e9-6ba1-43ff-b006-35673b996074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:42.181249 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2d4e6e9-6ba1-43ff-b006-35673b996074 admin admin] Publish callbacks [] for security_group (15abaab4-02dd-4843-a81a-4cdd025e6d9a), precommit_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:42.243720 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron_lib.callbacks.manager [None req-b2d4e6e9-6ba1-43ff-b006-35673b996074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (15abaab4-02dd-4843-a81a-4cdd025e6d9a), after_create {{(pid=103869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:42.282178 dv-cinder-836083-4-iscsi neutron-server[103869]: INFO neutron.wsgi [None req-b2d4e6e9-6ba1-43ff-b006-35673b996074 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d617f327f2b4c069973ce8ef2ee5151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762537 Apr 11 15:41:42.283023 dv-cinder-836083-4-iscsi neutron-server[103869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4e6e9-6ba1-43ff-b006-35673b996074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15abaab4-02dd-4843-a81a-4cdd025e6d9a,revision_number=1']} {{(pid=103869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:41:42.285121 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [-] (103868) accepted ('10.222.0.47', 40904) {{(pid=103868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 15:41:42.334412 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-785acfb7-e72b-494b-97be-ae1618188909 admin admin] Publish callbacks [] for security_group (15abaab4-02dd-4843-a81a-4cdd025e6d9a), before_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:42.355191 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-785acfb7-e72b-494b-97be-ae1618188909 admin admin] Publish callbacks [] for security_group (15abaab4-02dd-4843-a81a-4cdd025e6d9a), precommit_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:42.478131 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-785acfb7-e72b-494b-97be-ae1618188909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822753'] for security_group (15abaab4-02dd-4843-a81a-4cdd025e6d9a), after_delete {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:42.481191 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron_lib.callbacks.manager [None req-785acfb7-e72b-494b-97be-ae1618188909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:42.482366 dv-cinder-836083-4-iscsi neutron-server[103868]: INFO neutron.wsgi [None req-785acfb7-e72b-494b-97be-ae1618188909 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15abaab4-02dd-4843-a81a-4cdd025e6d9a HTTP/1.1" status: 204 len: 168 time: 0.1962140 Apr 11 15:41:42.490438 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785acfb7-e72b-494b-97be-ae1618188909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15abaab4-02dd-4843-a81a-4cdd025e6d9a,revision_number=None']} {{(pid=103868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 15:41:44.464466 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3bac2592-e439-4963-9929-76f25c96ea0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:45.541193 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:46.818252 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:48.329317 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:41:56.030364 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:42:09.243222 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:11.997685 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-04d288be-3fa3-470b-840d-3d228b52b21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:14.441003 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b58f71a2-191b-47ba-abbd-0f0ae787a653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:15.560815 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:16.812128 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:18.337775 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:33.029015 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:42:39.259872 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:41.988897 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-256cf302-3584-496a-8959-f43c240324d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:44.431474 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-38cdbd52-35bb-4969-bb91-4d159bec34ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:45.560498 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:46.842675 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:42:48.331659 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:09.276987 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:10.027935 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:43:12.011629 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-5b56fb6d-46bf-4220-a543-c7b2f3d3c2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:14.431345 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-dc7102e3-f361-4bd8-8255-fcdd635ac56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:15.566175 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:16.857356 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:18.325398 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:39.285496 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:42.033710 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-2e958218-68f4-4a1a-a4fc-dc84e5e916d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:44.430576 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b89cf61a-fd91-4709-aaa4-1ca33ba81f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:45.548210 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:46.836485 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:43:47.026560 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:43:48.342912 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:09.308125 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:12.002002 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-1f50b6f7-3e47-4039-9bf8-d443068be7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:14.430157 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c72d1b5d-e087-470b-be42-d57fb523099d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:15.553623 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:16.825802 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:18.370323 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:24.025663 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:44:39.321958 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:42.004417 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-d55ea2b3-8553-43f1-85c4-c3c90fda8d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:44.433494 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-c0c138bc-4a68-4068-b3cd-9e463575bac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:45.555580 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:46.850594 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:44:48.332776 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:01.024579 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:45:09.307623 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:12.033228 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-3db0e174-b877-443c-8c12-38feea792614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:14.421457 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-5c185dbf-7189-4f70-a7ce-e5e90e164642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:15.590126 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:16.838342 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:18.347240 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:38.023309 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:45:39.455783 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:41.989683 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-65c240ca-8ea2-4432-b475-17617d9448c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:44.513006 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1728844-5f82-4318-b729-c58cd98feea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:45.707031 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:46.833333 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:45:48.335323 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:09.347052 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:11.998410 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-4eb69573-50df-4582-a3e2-5196e740a9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:14.457889 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2e9a-1640-45a8-b550-92ec89c67880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:15.025333 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 15:46:15.581520 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:16.840735 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:18.366539 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:39.343563 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-ca127d31-0873-4197-a238-ab69fb332113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (cb8e52ba-00dc-419e-ace0-529c2e18579d), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:42.018185 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b6bf706b-60f7-4cc9-8d92-abbf801c56b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (24b3a31b-59a6-4e2d-af07-0ca17e77fb50), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:44.446298 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-42aa04ca-7286-4b04-8267-9dd457214f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (ee0f3696-1ff3-4333-8062-5267578843af), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:45.589263 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-7e677cc1-2527-46ee-b374-eb763bb2212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (66e346d9-c475-4637-92b6-5202636dfc0e), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:46.843950 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-b1949f83-7907-435b-ae59-507731513350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (9a7dc10f-7ca7-4145-bdfa-361c725f31ce), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:48.377748 dv-cinder-836083-4-iscsi neutron-server[103870]: DEBUG neutron_lib.callbacks.manager [None req-677f7f6d-bf44-4441-8ea1-ae6e467a9aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792799553949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1424880'] for agent (d638f6dc-3a5a-4c57-923e-50d610e834d1), after_update {{(pid=103870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 15:46:48.644375 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-567d22f5-e689-4f7d-b130-418eba7a9641 service neutron] (103868) timed out ('10.222.0.47', 34686) {{(pid=103868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 15:46:49.792553 dv-cinder-836083-4-iscsi neutron-server[103868]: DEBUG neutron.wsgi [req-065cadeb-8a56-4f31-ae9c-c8077e4173fd req-6af14ff2-753b-49c5-bfd3-76a1cf885fac tempest-TestShelveInstance-1356294557 tempest-TestShelveInstance-1356294557-project] (103868) timed out ('10.222.0.47', 34704) {{(pid=103868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 15:46:52.024588 dv-cinder-836083-4-iscsi neutron-server[103871]: DEBUG neutron.db.agents_db [None req-1be0fa1f-c67a-467d-af00-e847b74ba950 None None] Agent healthcheck: found 6 active agents {{(pid=103871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}